2024-11-13 14:17:12,421 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 14:17:12,454 main DEBUG Took 0.030734 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 14:17:12,454 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 14:17:12,455 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 14:17:12,456 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 14:17:12,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,475 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 14:17:12,495 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,497 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,498 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,500 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,502 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,505 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,507 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,508 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,510 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,511 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,511 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,512 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,513 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:17:12,515 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,515 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 14:17:12,518 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:17:12,520 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 14:17:12,522 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 14:17:12,523 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 14:17:12,525 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 14:17:12,526 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 14:17:12,538 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 14:17:12,542 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 14:17:12,545 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 14:17:12,546 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 14:17:12,546 main DEBUG createAppenders(={Console}) 2024-11-13 14:17:12,547 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 14:17:12,548 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 14:17:12,548 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 14:17:12,552 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 14:17:12,553 main DEBUG OutputStream closed 2024-11-13 14:17:12,553 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 14:17:12,554 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 14:17:12,554 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 14:17:12,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 14:17:12,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 14:17:12,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 14:17:12,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 14:17:12,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 14:17:12,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 14:17:12,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 14:17:12,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 14:17:12,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 14:17:12,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 14:17:12,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 14:17:12,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 14:17:12,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 14:17:12,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 14:17:12,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 14:17:12,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 14:17:12,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 14:17:12,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 14:17:12,695 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 14:17:12,696 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 14:17:12,696 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 14:17:12,697 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T14:17:12,714 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 14:17:12,717 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 14:17:12,718 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T14:17:12,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=3906 2024-11-13T14:17:13,134 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T14:17:13,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a 2024-11-13T14:17:13,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/cluster_ef3b7699-847e-9954-c615-a54a09c3fb6e, deleteOnExit=true 2024-11-13T14:17:13,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/cluster_ef3b7699-847e-9954-c615-a54a09c3fb6e/zookeeper_0, clientPort=62571, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/cluster_ef3b7699-847e-9954-c615-a54a09c3fb6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/cluster_ef3b7699-847e-9954-c615-a54a09c3fb6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:17:13,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62571 2024-11-13T14:17:13,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:17:13,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:17:13,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/test.cache.data in system properties and HBase conf 2024-11-13T14:17:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:17:13,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:17:13,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:17:13,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:17:13,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:17:13,551 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T14:17:13,699 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:17:13,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:17:13,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:17:13,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:17:13,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:17:13,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:17:13,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:17:13,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:17:13,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:17:13,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:17:13,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:17:13,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:17:13,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:17:13,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:17:13,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:17:15,015 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T14:17:15,084 INFO [Time-limited test {}] log.Log(170): Logging initialized @3556ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T14:17:15,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:15,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:17:15,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:17:15,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:17:15,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:17:15,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:15,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:17:15,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:17:15,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/java.io.tmpdir/jetty-localhost-42689-hadoop-hdfs-3_4_1-tests_jar-_-any-9534270480783426226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:17:15,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:42689} 2024-11-13T14:17:15,437 INFO [Time-limited test {}] server.Server(415): Started @3910ms 2024-11-13T14:17:15,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:15,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:17:15,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:17:15,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:17:15,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:17:15,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:17:15,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:17:16,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/java.io.tmpdir/jetty-localhost-41749-hadoop-hdfs-3_4_1-tests_jar-_-any-7364372616106330152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:17:16,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:41749} 2024-11-13T14:17:16,092 INFO [Time-limited test {}] server.Server(415): Started @4564ms 2024-11-13T14:17:16,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:17:17,177 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/cluster_ef3b7699-847e-9954-c615-a54a09c3fb6e/data/data1/current/BP-816163897-172.17.0.2-1731507434391/current, will proceed with Du for space computation calculation, 2024-11-13T14:17:17,177 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/cluster_ef3b7699-847e-9954-c615-a54a09c3fb6e/data/data2/current/BP-816163897-172.17.0.2-1731507434391/current, will proceed with Du for space computation calculation, 2024-11-13T14:17:17,203 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:17:17,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccb33777501f29ff with lease ID 0xcc98ef2f521d4789: Processing first storage report for DS-d11ebcf0-c268-403c-9085-620b32946549 from datanode DatanodeRegistration(127.0.0.1:42967, datanodeUuid=e26be092-8f93-45ef-ac1c-cca2ea22a2f8, infoPort=40447, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=876986274;c=1731507434391) 2024-11-13T14:17:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccb33777501f29ff with lease ID 0xcc98ef2f521d4789: from storage DS-d11ebcf0-c268-403c-9085-620b32946549 node DatanodeRegistration(127.0.0.1:42967, datanodeUuid=e26be092-8f93-45ef-ac1c-cca2ea22a2f8, infoPort=40447, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=876986274;c=1731507434391), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T14:17:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccb33777501f29ff with lease ID 0xcc98ef2f521d4789: Processing first storage report for DS-55516cdd-02e3-4cc0-a92f-30ccf119ed47 from datanode DatanodeRegistration(127.0.0.1:42967, datanodeUuid=e26be092-8f93-45ef-ac1c-cca2ea22a2f8, infoPort=40447, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=876986274;c=1731507434391) 2024-11-13T14:17:17,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccb33777501f29ff with lease ID 0xcc98ef2f521d4789: from storage DS-55516cdd-02e3-4cc0-a92f-30ccf119ed47 node DatanodeRegistration(127.0.0.1:42967, datanodeUuid=e26be092-8f93-45ef-ac1c-cca2ea22a2f8, infoPort=40447, infoSecurePort=0, ipcPort=34297, storageInfo=lv=-57;cid=testClusterID;nsid=876986274;c=1731507434391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:17:17,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a 2024-11-13T14:17:17,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:17,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:17,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:17:17,965 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d with version=8 2024-11-13T14:17:17,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/hbase-staging 2024-11-13T14:17:18,053 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T14:17:18,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:18,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:18,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:18,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:18,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:17:18,542 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T14:17:18,549 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T14:17:18,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:18,574 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13169 (auto-detected) 2024-11-13T14:17:18,575 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T14:17:18,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34165 2024-11-13T14:17:18,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34165 connecting to ZooKeeper ensemble=127.0.0.1:62571 2024-11-13T14:17:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341650x0, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:18,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34165-0x101348eab600000 connected 2024-11-13T14:17:18,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:18,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:18,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/running 2024-11-13T14:17:18,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d, hbase.cluster.distributed=false 2024-11-13T14:17:18,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/acl 2024-11-13T14:17:18,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-13T14:17:18,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34165 2024-11-13T14:17:18,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34165 2024-11-13T14:17:18,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-13T14:17:18,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-13T14:17:19,001 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:19,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:19,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:19,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:19,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:19,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:19,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:17:19,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:19,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41203 2024-11-13T14:17:19,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41203 connecting to ZooKeeper ensemble=127.0.0.1:62571 2024-11-13T14:17:19,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:19,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:19,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412030x0, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:19,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412030x0, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/running 2024-11-13T14:17:19,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41203-0x101348eab600001 connected 2024-11-13T14:17:19,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:17:19,043 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:17:19,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/master 2024-11-13T14:17:19,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/acl 2024-11-13T14:17:19,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-13T14:17:19,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41203 2024-11-13T14:17:19,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41203 2024-11-13T14:17:19,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-13T14:17:19,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-13T14:17:19,066 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:34165 2024-11-13T14:17:19,067 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02020211102/backup-masters/eb1966fd6578,34165,1731507438204 2024-11-13T14:17:19,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/backup-masters 2024-11-13T14:17:19,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/backup-masters 2024-11-13T14:17:19,084 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on existing znode=/02020211102/backup-masters/eb1966fd6578,34165,1731507438204 2024-11-13T14:17:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02020211102/master 2024-11-13T14:17:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:19,118 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on existing znode=/02020211102/master 2024-11-13T14:17:19,119 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02020211102/backup-masters/eb1966fd6578,34165,1731507438204 from backup master directory 2024-11-13T14:17:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/backup-masters 2024-11-13T14:17:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/backup-masters/eb1966fd6578,34165,1731507438204 2024-11-13T14:17:19,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/backup-masters 2024-11-13T14:17:19,135 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:19,136 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,34165,1731507438204 2024-11-13T14:17:19,140 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T14:17:19,142 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T14:17:19,194 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/hbase.id] with ID: 4cb5bab5-f9c7-41da-a332-ba5709112525 2024-11-13T14:17:19,195 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/.tmp/hbase.id 2024-11-13T14:17:19,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:17:19,610 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/.tmp/hbase.id]:[hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/hbase.id] 2024-11-13T14:17:19,662 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:19,667 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:17:19,685 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T14:17:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:17:20,134 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:17:20,138 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:17:20,151 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:17:20,155 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:20,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:17:20,605 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store 2024-11-13T14:17:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:17:21,031 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T14:17:21,037 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:21,039 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:17:21,039 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:21,039 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:21,041 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:17:21,042 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:21,042 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:21,043 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507441039Disabling compacts and flushes for region at 1731507441039Disabling writes for close at 1731507441041 (+2 ms)Writing region close event to WAL at 1731507441042 (+1 ms)Closed at 1731507441042 2024-11-13T14:17:21,046 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/.initializing 2024-11-13T14:17:21,047 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204 2024-11-13T14:17:21,057 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:21,071 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C34165%2C1731507438204, suffix=, logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204, archiveDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/oldWALs, maxLogs=10 2024-11-13T14:17:21,091 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204/eb1966fd6578%2C34165%2C1731507438204.1731507441075, exclude list is [], retry=0 2024-11-13T14:17:21,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42967,DS-d11ebcf0-c268-403c-9085-620b32946549,DISK] 2024-11-13T14:17:21,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T14:17:21,139 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204/eb1966fd6578%2C34165%2C1731507438204.1731507441075 2024-11-13T14:17:21,140 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-13T14:17:21,141 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:21,142 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:21,145 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,146 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:17:21,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:21,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:21,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:17:21,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:21,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:21,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:17:21,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:21,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:21,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:17:21,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:21,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:21,222 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,225 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,227 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,232 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,233 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,236 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:21,240 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:21,245 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:21,246 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65132174, jitterRate=-0.029454976320266724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:21,253 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507441158Initializing all the Stores at 1731507441160 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507441161 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507441161Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507441162 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507441162Cleaning up temporary data from old regions at 1731507441233 (+71 ms)Region opened successfully at 1731507441253 (+20 ms) 2024-11-13T14:17:21,254 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:17:21,285 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300d8b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:21,311 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:17:21,321 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:17:21,321 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:17:21,323 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:17:21,325 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T14:17:21,329 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T14:17:21,329 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:17:21,352 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:17:21,360 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/balancer because node does not exist (not necessarily an error) 2024-11-13T14:17:21,506 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/balancer already deleted, retry=false 2024-11-13T14:17:21,509 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:17:21,511 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:17:21,580 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/normalizer already deleted, retry=false 2024-11-13T14:17:21,586 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:17:21,591 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:17:21,618 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/switch/split already deleted, retry=false 2024-11-13T14:17:21,621 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:17:21,633 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/switch/merge already deleted, retry=false 2024-11-13T14:17:21,656 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:17:21,663 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/snapshot-cleanup already deleted, retry=false 2024-11-13T14:17:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02020211102/running 2024-11-13T14:17:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02020211102/running 2024-11-13T14:17:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:21,676 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,34165,1731507438204, sessionid=0x101348eab600000, setting cluster-up flag (Was=false) 2024-11-13T14:17:21,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:21,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:21,737 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02020211102/flush-table-proc/acquired, /02020211102/flush-table-proc/reached, /02020211102/flush-table-proc/abort 2024-11-13T14:17:21,742 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,34165,1731507438204 2024-11-13T14:17:21,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:21,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:21,800 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02020211102/online-snapshot/acquired, /02020211102/online-snapshot/reached, /02020211102/online-snapshot/abort 2024-11-13T14:17:21,803 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,34165,1731507438204 2024-11-13T14:17:21,812 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:17:21,860 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(746): ClusterId : 4cb5bab5-f9c7-41da-a332-ba5709112525 2024-11-13T14:17:21,863 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:17:21,876 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:17:21,876 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:17:21,880 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:21,885 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:17:21,886 DEBUG [RS:0;eb1966fd6578:41203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180be546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:21,889 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:17:21,895 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:17:21,899 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:41203 2024-11-13T14:17:21,900 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,34165,1731507438204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:17:21,902 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:17:21,902 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:17:21,902 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:17:21,905 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,34165,1731507438204 with port=41203, startcode=1731507438969 2024-11-13T14:17:21,906 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:21,907 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:21,907 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:21,907 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:21,907 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:17:21,907 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:21,907 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:21,908 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:21,909 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507471909 2024-11-13T14:17:21,910 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:17:21,911 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:17:21,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:21,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:17:21,914 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:17:21,915 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:17:21,915 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:17:21,915 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:17:21,916 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:21,917 DEBUG [RS:0;eb1966fd6578:41203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:17:21,919 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:17:21,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:17:21,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:17:21,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:17:21,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:21,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:17:21,922 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:17:21,922 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:17:21,924 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507441923,5,FailOnTimeoutGroup] 2024-11-13T14:17:21,925 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507441924,5,FailOnTimeoutGroup] 2024-11-13T14:17:21,925 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:21,925 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:17:21,926 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:21,926 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:21,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:17:21,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:17:21,934 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d 2024-11-13T14:17:21,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:17:21,957 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:17:21,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,41203,1731507438969 2024-11-13T14:17:21,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34165 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,41203,1731507438969 2024-11-13T14:17:21,985 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d 2024-11-13T14:17:21,985 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46631 2024-11-13T14:17:21,985 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:17:22,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/rs 2024-11-13T14:17:22,021 DEBUG [RS:0;eb1966fd6578:41203 {}] zookeeper.ZKUtil(111): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on existing znode=/02020211102/rs/eb1966fd6578,41203,1731507438969 2024-11-13T14:17:22,021 WARN [RS:0;eb1966fd6578:41203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:22,021 INFO [RS:0;eb1966fd6578:41203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:22,022 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969 2024-11-13T14:17:22,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,41203,1731507438969] 2024-11-13T14:17:22,054 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:17:22,076 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:17:22,089 INFO [RS:0;eb1966fd6578:41203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:17:22,089 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,091 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:17:22,100 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:17:22,102 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,103 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,103 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,103 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,103 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,105 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,106 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:22,106 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,106 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,106 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,107 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,107 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,107 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:22,107 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:22,107 DEBUG [RS:0;eb1966fd6578:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:22,116 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,117 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,117 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,117 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,117 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,117 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41203,1731507438969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:22,149 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:17:22,152 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41203,1731507438969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,152 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,153 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.Replication(171): eb1966fd6578,41203,1731507438969 started 2024-11-13T14:17:22,182 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:22,182 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,41203,1731507438969, RpcServer on eb1966fd6578/172.17.0.2:41203, sessionid=0x101348eab600001 2024-11-13T14:17:22,183 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:17:22,183 DEBUG [RS:0;eb1966fd6578:41203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,41203,1731507438969 2024-11-13T14:17:22,184 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,41203,1731507438969' 2024-11-13T14:17:22,184 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02020211102/flush-table-proc/abort' 2024-11-13T14:17:22,188 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02020211102/flush-table-proc/acquired' 2024-11-13T14:17:22,191 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:17:22,191 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:17:22,191 DEBUG [RS:0;eb1966fd6578:41203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,41203,1731507438969 2024-11-13T14:17:22,191 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,41203,1731507438969' 2024-11-13T14:17:22,191 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02020211102/online-snapshot/abort' 2024-11-13T14:17:22,192 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02020211102/online-snapshot/acquired' 2024-11-13T14:17:22,194 DEBUG [RS:0;eb1966fd6578:41203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:17:22,194 INFO [RS:0;eb1966fd6578:41203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:17:22,194 INFO [RS:0;eb1966fd6578:41203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:17:22,299 INFO [RS:0;eb1966fd6578:41203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:22,302 INFO [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C41203%2C1731507438969, suffix=, logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969, archiveDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs, maxLogs=10 2024-11-13T14:17:22,318 DEBUG [RS:0;eb1966fd6578:41203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304, exclude list is [], retry=0 2024-11-13T14:17:22,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42967,DS-d11ebcf0-c268-403c-9085-620b32946549,DISK] 2024-11-13T14:17:22,326 INFO [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 2024-11-13T14:17:22,327 DEBUG [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-13T14:17:22,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:22,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:22,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:22,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:22,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:22,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:22,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:22,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:22,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:22,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:22,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:22,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:22,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:22,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:22,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:22,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:22,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:22,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:22,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740 2024-11-13T14:17:22,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740 2024-11-13T14:17:22,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:22,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:22,374 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:22,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:22,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:22,382 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63184569, jitterRate=-0.05847655236721039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:22,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507442345Initializing all the Stores at 1731507442347 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507442347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507442347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507442347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507442347Cleaning up temporary data from old regions at 1731507442372 (+25 ms)Region opened successfully at 1731507442386 (+14 ms) 2024-11-13T14:17:22,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:17:22,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:17:22,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:17:22,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:17:22,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:17:22,388 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:22,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507442386Disabling compacts and flushes for region at 1731507442386Disabling writes for close at 1731507442386Writing region close event to WAL at 1731507442388 (+2 ms)Closed at 1731507442388 2024-11-13T14:17:22,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:22,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:17:22,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:17:22,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:22,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:17:22,560 DEBUG [eb1966fd6578:34165 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:17:22,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,41203,1731507438969 2024-11-13T14:17:22,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41203,1731507438969, state=OPENING 2024-11-13T14:17:22,634 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:17:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:22,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:22,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:22,644 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:22,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,41203,1731507438969}] 2024-11-13T14:17:22,825 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:17:22,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:17:22,843 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:17:22,843 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:22,844 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:17:22,847 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C41203%2C1731507438969.meta, suffix=.meta, logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969, archiveDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs, maxLogs=10 2024-11-13T14:17:22,865 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.meta.1731507442850.meta, exclude list is [], retry=0 2024-11-13T14:17:22,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42967,DS-d11ebcf0-c268-403c-9085-620b32946549,DISK] 2024-11-13T14:17:22,873 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.meta.1731507442850.meta 2024-11-13T14:17:22,874 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-13T14:17:22,874 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:22,879 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:17:22,880 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:17:22,883 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:17:22,885 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:17:22,890 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:17:22,891 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:22,891 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:17:22,891 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:17:22,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:22,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:22,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:22,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:22,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:22,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:22,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:22,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:22,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:22,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:22,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:22,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:22,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:22,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:22,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:22,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:22,906 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:22,907 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740 2024-11-13T14:17:22,910 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740 2024-11-13T14:17:22,913 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:22,913 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:22,914 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:22,917 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:22,919 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64744605, jitterRate=-0.035230204463005066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:22,919 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:17:22,921 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507442892Writing region info on filesystem at 1731507442892Initializing all the Stores at 1731507442894 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507442894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507442894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507442894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507442894Cleaning up temporary data from old regions at 1731507442913 (+19 ms)Running coprocessor post-open hooks at 1731507442919 (+6 ms)Region opened successfully at 1731507442921 (+2 ms) 2024-11-13T14:17:22,931 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507442815 2024-11-13T14:17:22,946 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:17:22,947 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:17:22,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,41203,1731507438969 2024-11-13T14:17:22,955 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41203,1731507438969, state=OPEN 2024-11-13T14:17:23,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02020211102/meta-region-server 2024-11-13T14:17:23,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02020211102/meta-region-server 2024-11-13T14:17:23,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:23,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:23,087 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,41203,1731507438969 2024-11-13T14:17:23,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:17:23,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,41203,1731507438969 in 441 msec 2024-11-13T14:17:23,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:17:23,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-13T14:17:23,102 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:23,102 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:17:23,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:23,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41203,1731507438969, seqNum=-1] 2024-11-13T14:17:23,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:23,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:23,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-13T14:17:23,164 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507443164, completionTime=-1 2024-11-13T14:17:23,166 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:17:23,167 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:17:23,194 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:17:23,195 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507503195 2024-11-13T14:17:23,195 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507563195 2024-11-13T14:17:23,195 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-13T14:17:23,197 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34165,1731507438204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:23,197 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34165,1731507438204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:23,197 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34165,1731507438204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:23,199 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:34165, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:23,199 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:23,201 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:23,209 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:17:23,230 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.094sec 2024-11-13T14:17:23,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:17:23,233 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:17:23,234 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:17:23,234 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:17:23,235 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:17:23,235 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34165,1731507438204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:23,236 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34165,1731507438204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:17:23,244 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:17:23,245 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:17:23,245 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34165,1731507438204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:23,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:23,271 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T14:17:23,271 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T14:17:23,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,34165,-1 for getting cluster id 2024-11-13T14:17:23,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:23,284 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb5bab5-f9c7-41da-a332-ba5709112525' 2024-11-13T14:17:23,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:23,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb5bab5-f9c7-41da-a332-ba5709112525" 2024-11-13T14:17:23,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b43726f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:23,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,34165,-1] 2024-11-13T14:17:23,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:23,295 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:23,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:23,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:23,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41203,1731507438969, seqNum=-1] 2024-11-13T14:17:23,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:23,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:23,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,34165,1731507438204 2024-11-13T14:17:23,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62571 2024-11-13T14:17:23,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:23,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101348eab600002 connected 2024-11-13T14:17:23,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.log.dir so I do NOT create it in target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b 2024-11-13T14:17:23,404 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:17:23,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.tmp.dir so I do NOT create it in target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b 2024-11-13T14:17:23,404 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:17:23,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b 2024-11-13T14:17:23,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:17:23,404 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/cluster_79d01f75-3f5c-5a16-7872-56225a732b3c, deleteOnExit=true 2024-11-13T14:17:23,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:17:23,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/test.cache.data in system properties and HBase conf 2024-11-13T14:17:23,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:17:23,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:17:23,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:17:23,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:17:23,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:17:23,406 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:17:23,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:17:23,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:17:23,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:17:23,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:17:23,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:17:23,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:17:23,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:17:23,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:23,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:17:23,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:17:23,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:17:23,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:17:23,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:23,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:17:23,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:17:23,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26c5bd95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/java.io.tmpdir/jetty-localhost-45811-hadoop-hdfs-3_4_1-tests_jar-_-any-15833474170423906366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:17:23,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:45811} 2024-11-13T14:17:23,991 INFO [Time-limited test {}] server.Server(415): Started @12464ms 2024-11-13T14:17:24,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:24,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:17:24,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:17:24,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:17:24,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:17:24,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:17:24,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:17:24,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6e23de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/java.io.tmpdir/jetty-localhost-46067-hadoop-hdfs-3_4_1-tests_jar-_-any-17096948049551532194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:17:24,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:46067} 2024-11-13T14:17:24,581 INFO [Time-limited test {}] server.Server(415): Started @13054ms 2024-11-13T14:17:24,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:17:25,791 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/cluster_79d01f75-3f5c-5a16-7872-56225a732b3c/data/data1/current/BP-1076966184-172.17.0.2-1731507443445/current, will proceed with Du for space computation calculation, 2024-11-13T14:17:25,792 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/cluster_79d01f75-3f5c-5a16-7872-56225a732b3c/data/data2/current/BP-1076966184-172.17.0.2-1731507443445/current, will proceed with Du for space computation calculation, 2024-11-13T14:17:25,866 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:17:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x298e1d7632918211 with lease ID 0xf61b803dab70f4af: Processing first storage report for DS-30ee4921-4db0-49ee-b0a7-db8fe4737b75 from datanode DatanodeRegistration(127.0.0.1:35441, datanodeUuid=70745532-7f64-4352-a3a2-7f0d33612561, infoPort=33403, infoSecurePort=0, ipcPort=45979, storageInfo=lv=-57;cid=testClusterID;nsid=407685256;c=1731507443445) 2024-11-13T14:17:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x298e1d7632918211 with lease ID 0xf61b803dab70f4af: from storage DS-30ee4921-4db0-49ee-b0a7-db8fe4737b75 node DatanodeRegistration(127.0.0.1:35441, datanodeUuid=70745532-7f64-4352-a3a2-7f0d33612561, infoPort=33403, infoSecurePort=0, ipcPort=45979, storageInfo=lv=-57;cid=testClusterID;nsid=407685256;c=1731507443445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:17:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x298e1d7632918211 with lease ID 0xf61b803dab70f4af: Processing first storage report for DS-4e8498c6-6475-4da3-b8a9-dd64cd6369ad from datanode DatanodeRegistration(127.0.0.1:35441, datanodeUuid=70745532-7f64-4352-a3a2-7f0d33612561, infoPort=33403, infoSecurePort=0, ipcPort=45979, storageInfo=lv=-57;cid=testClusterID;nsid=407685256;c=1731507443445) 2024-11-13T14:17:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x298e1d7632918211 with lease ID 0xf61b803dab70f4af: from storage DS-4e8498c6-6475-4da3-b8a9-dd64cd6369ad node DatanodeRegistration(127.0.0.1:35441, datanodeUuid=70745532-7f64-4352-a3a2-7f0d33612561, infoPort=33403, infoSecurePort=0, ipcPort=45979, storageInfo=lv=-57;cid=testClusterID;nsid=407685256;c=1731507443445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:17:25,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b 2024-11-13T14:17:25,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:25,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:25,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:17:26,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded with version=8 2024-11-13T14:17:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/hbase-staging 2024-11-13T14:17:26,399 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:26,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:26,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:26,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:26,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:26,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:26,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:17:26,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:26,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36867 2024-11-13T14:17:26,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36867 connecting to ZooKeeper ensemble=127.0.0.1:62571 2024-11-13T14:17:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368670x0, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:26,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36867-0x101348eab600003 connected 2024-11-13T14:17:26,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:26,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:26,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on znode that does not yet exist, /12136250896/running 2024-11-13T14:17:26,622 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded, hbase.cluster.distributed=false 2024-11-13T14:17:26,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on znode that does not yet exist, /12136250896/acl 2024-11-13T14:17:26,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-13T14:17:26,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36867 2024-11-13T14:17:26,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36867 2024-11-13T14:17:26,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-13T14:17:26,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-13T14:17:26,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:26,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:26,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:26,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:26,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:26,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:26,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:17:26,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:26,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34721 2024-11-13T14:17:26,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34721 connecting to ZooKeeper ensemble=127.0.0.1:62571 2024-11-13T14:17:26,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:26,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:26,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347210x0, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on znode that does not yet exist, /12136250896/running 2024-11-13T14:17:26,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:17:26,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347210x0, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:26,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34721-0x101348eab600004 connected 2024-11-13T14:17:26,704 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:17:26,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on znode that does not yet exist, /12136250896/master 2024-11-13T14:17:26,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on znode that does not yet exist, /12136250896/acl 2024-11-13T14:17:26,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-13T14:17:26,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34721 2024-11-13T14:17:26,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34721 2024-11-13T14:17:26,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-13T14:17:26,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-13T14:17:26,762 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:36867 2024-11-13T14:17:26,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12136250896/backup-masters/eb1966fd6578,36867,1731507446398 2024-11-13T14:17:26,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896/backup-masters 2024-11-13T14:17:26,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896/backup-masters 2024-11-13T14:17:26,776 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on existing znode=/12136250896/backup-masters/eb1966fd6578,36867,1731507446398 2024-11-13T14:17:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12136250896/master 2024-11-13T14:17:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:26,790 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on existing znode=/12136250896/master 2024-11-13T14:17:26,790 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12136250896/backup-masters/eb1966fd6578,36867,1731507446398 from backup master directory 2024-11-13T14:17:26,800 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:26,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12136250896/backup-masters/eb1966fd6578,36867,1731507446398 2024-11-13T14:17:26,800 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,36867,1731507446398 2024-11-13T14:17:26,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896/backup-masters 2024-11-13T14:17:26,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896/backup-masters 2024-11-13T14:17:26,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/hbase.id] with ID: b0fcbf3b-7608-48ea-8e80-3f08570fadb9 2024-11-13T14:17:26,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/.tmp/hbase.id 2024-11-13T14:17:26,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:17:26,833 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/.tmp/hbase.id]:[hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/hbase.id] 2024-11-13T14:17:26,863 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:26,864 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:17:26,867 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T14:17:26,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:17:27,297 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:17:27,299 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:17:27,300 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:27,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:17:27,715 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store 2024-11-13T14:17:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:17:28,126 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:28,126 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:17:28,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:28,126 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:28,126 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:17:28,126 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:28,127 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:28,127 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507448126Disabling compacts and flushes for region at 1731507448126Disabling writes for close at 1731507448126Writing region close event to WAL at 1731507448126Closed at 1731507448126 2024-11-13T14:17:28,128 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/.initializing 2024-11-13T14:17:28,128 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/WALs/eb1966fd6578,36867,1731507446398 2024-11-13T14:17:28,130 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:28,133 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C36867%2C1731507446398, suffix=, logDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/WALs/eb1966fd6578,36867,1731507446398, archiveDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/oldWALs, maxLogs=10 2024-11-13T14:17:28,154 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/WALs/eb1966fd6578,36867,1731507446398/eb1966fd6578%2C36867%2C1731507446398.1731507448134, exclude list is [], retry=0 2024-11-13T14:17:28,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-30ee4921-4db0-49ee-b0a7-db8fe4737b75,DISK] 2024-11-13T14:17:28,165 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/WALs/eb1966fd6578,36867,1731507446398/eb1966fd6578%2C36867%2C1731507446398.1731507448134 2024-11-13T14:17:28,165 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33403:33403)] 2024-11-13T14:17:28,165 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:28,165 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:28,166 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,166 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:17:28,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:28,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:28,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:17:28,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:28,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:28,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:17:28,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:28,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:28,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:17:28,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:28,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:28,207 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,211 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,212 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,215 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,215 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,216 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:28,218 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:28,234 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:28,235 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67056881, jitterRate=-7.746070623397827E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:28,236 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507448166Initializing all the Stores at 1731507448168 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507448168Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507448168Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507448168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507448168Cleaning up temporary data from old regions at 1731507448215 (+47 ms)Region opened successfully at 1731507448236 (+21 ms) 2024-11-13T14:17:28,236 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:17:28,243 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181f42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:28,245 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:17:28,245 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:17:28,245 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:17:28,245 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:17:28,246 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T14:17:28,248 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-13T14:17:28,248 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:17:28,265 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:17:28,266 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Unable to get data of znode /12136250896/balancer because node does not exist (not necessarily an error) 2024-11-13T14:17:28,347 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12136250896/balancer already deleted, retry=false 2024-11-13T14:17:28,347 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:17:28,348 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Unable to get data of znode /12136250896/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:17:28,357 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12136250896/normalizer already deleted, retry=false 2024-11-13T14:17:28,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:17:28,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Unable to get data of znode /12136250896/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:17:28,368 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12136250896/switch/split already deleted, retry=false 2024-11-13T14:17:28,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Unable to get data of znode /12136250896/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:17:28,378 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12136250896/switch/merge already deleted, retry=false 2024-11-13T14:17:28,382 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Unable to get data of znode /12136250896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:17:28,389 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12136250896/snapshot-cleanup already deleted, retry=false 2024-11-13T14:17:28,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12136250896/running 2024-11-13T14:17:28,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12136250896/running 2024-11-13T14:17:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:28,400 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,36867,1731507446398, sessionid=0x101348eab600003, setting cluster-up flag (Was=false) 2024-11-13T14:17:28,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:17:28,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:28,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:28,452 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12136250896/flush-table-proc/acquired, /12136250896/flush-table-proc/reached, /12136250896/flush-table-proc/abort 2024-11-13T14:17:28,454 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,36867,1731507446398 2024-11-13T14:17:28,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:17:28,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:28,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:28,512 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12136250896/online-snapshot/acquired, /12136250896/online-snapshot/reached, /12136250896/online-snapshot/abort 2024-11-13T14:17:28,513 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,36867,1731507446398 2024-11-13T14:17:28,515 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:17:28,518 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:28,518 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:17:28,518 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:17:28,519 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,36867,1731507446398 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:17:28,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:28,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:28,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:28,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:28,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:17:28,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:28,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:28,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:17:28,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:28,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:17:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:17:28,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:17:28,542 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:28,542 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T14:17:28,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:28,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:17:28,543 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:17:28,543 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:17:28,545 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507478545 2024-11-13T14:17:28,546 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:17:28,546 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:17:28,546 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:17:28,546 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:17:28,546 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:17:28,546 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:17:28,555 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,556 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:17:28,556 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:17:28,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:17:28,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:17:28,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:17:28,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:17:28,560 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(746): ClusterId : b0fcbf3b-7608-48ea-8e80-3f08570fadb9 2024-11-13T14:17:28,560 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:17:28,560 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507448557,5,FailOnTimeoutGroup] 2024-11-13T14:17:28,560 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507448560,5,FailOnTimeoutGroup] 2024-11-13T14:17:28,560 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,560 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:17:28,561 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,561 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:17:28,569 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:17:28,569 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:17:28,579 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:17:28,580 DEBUG [RS:0;eb1966fd6578:34721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fa0889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:28,596 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:34721 2024-11-13T14:17:28,596 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:17:28,596 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:17:28,597 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:17:28,598 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,36867,1731507446398 with port=34721, startcode=1731507446651 2024-11-13T14:17:28,598 DEBUG [RS:0;eb1966fd6578:34721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:17:28,601 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:17:28,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,34721,1731507446651 2024-11-13T14:17:28,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36867 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,34721,1731507446651 2024-11-13T14:17:28,605 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded 2024-11-13T14:17:28,605 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34829 2024-11-13T14:17:28,605 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:17:28,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896/rs 2024-11-13T14:17:28,661 DEBUG [RS:0;eb1966fd6578:34721 {}] zookeeper.ZKUtil(111): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on existing znode=/12136250896/rs/eb1966fd6578,34721,1731507446651 2024-11-13T14:17:28,661 WARN [RS:0;eb1966fd6578:34721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:28,661 INFO [RS:0;eb1966fd6578:34721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:28,662 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/WALs/eb1966fd6578,34721,1731507446651 2024-11-13T14:17:28,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,34721,1731507446651] 2024-11-13T14:17:28,668 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:17:28,671 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:17:28,672 INFO [RS:0;eb1966fd6578:34721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:17:28,672 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,676 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:17:28,677 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:17:28,678 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,678 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,678 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,678 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,678 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,678 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,678 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:28,679 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,679 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,679 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,679 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,679 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,679 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:28,679 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:28,679 DEBUG [RS:0;eb1966fd6578:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:28,680 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,680 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,680 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,680 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,680 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,680 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34721,1731507446651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:28,695 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:17:28,695 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34721,1731507446651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,695 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,695 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.Replication(171): eb1966fd6578,34721,1731507446651 started 2024-11-13T14:17:28,710 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:28,711 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,34721,1731507446651, RpcServer on eb1966fd6578/172.17.0.2:34721, sessionid=0x101348eab600004 2024-11-13T14:17:28,711 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:17:28,711 DEBUG [RS:0;eb1966fd6578:34721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,34721,1731507446651 2024-11-13T14:17:28,711 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,34721,1731507446651' 2024-11-13T14:17:28,711 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12136250896/flush-table-proc/abort' 2024-11-13T14:17:28,712 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12136250896/flush-table-proc/acquired' 2024-11-13T14:17:28,712 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:17:28,712 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:17:28,712 DEBUG [RS:0;eb1966fd6578:34721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,34721,1731507446651 2024-11-13T14:17:28,712 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,34721,1731507446651' 2024-11-13T14:17:28,712 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12136250896/online-snapshot/abort' 2024-11-13T14:17:28,713 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12136250896/online-snapshot/acquired' 2024-11-13T14:17:28,713 DEBUG [RS:0;eb1966fd6578:34721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:17:28,713 INFO [RS:0;eb1966fd6578:34721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:17:28,713 INFO [RS:0;eb1966fd6578:34721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:17:28,814 INFO [RS:0;eb1966fd6578:34721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:28,817 INFO [RS:0;eb1966fd6578:34721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C34721%2C1731507446651, suffix=, logDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/WALs/eb1966fd6578,34721,1731507446651, archiveDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/oldWALs, maxLogs=10 2024-11-13T14:17:28,836 DEBUG [RS:0;eb1966fd6578:34721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/WALs/eb1966fd6578,34721,1731507446651/eb1966fd6578%2C34721%2C1731507446651.1731507448819, exclude list is [], retry=0 2024-11-13T14:17:28,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-30ee4921-4db0-49ee-b0a7-db8fe4737b75,DISK] 2024-11-13T14:17:28,843 INFO [RS:0;eb1966fd6578:34721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/WALs/eb1966fd6578,34721,1731507446651/eb1966fd6578%2C34721%2C1731507446651.1731507448819 2024-11-13T14:17:28,844 DEBUG [RS:0;eb1966fd6578:34721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33403:33403)] 2024-11-13T14:17:28,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:17:28,968 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded 2024-11-13T14:17:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:17:29,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:29,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:29,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:29,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:29,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:29,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:29,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:29,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:29,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:29,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:29,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:29,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:29,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:29,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:29,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:29,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:29,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:29,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:29,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740 2024-11-13T14:17:29,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740 2024-11-13T14:17:29,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:29,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:29,401 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:29,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:29,407 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:29,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63599103, jitterRate=-0.052299514412879944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507449380Initializing all the Stores at 1731507449381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507449382 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507449382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507449382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507449382Cleaning up temporary data from old regions at 1731507449400 (+18 ms)Region opened successfully at 1731507449408 (+8 ms) 2024-11-13T14:17:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:17:29,408 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:17:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:17:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:17:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:17:29,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:29,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507449408Disabling compacts and flushes for region at 1731507449408Disabling writes for close at 1731507449408Writing region close event to WAL at 1731507449409 (+1 ms)Closed at 1731507449409 2024-11-13T14:17:29,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:29,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:17:29,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:17:29,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:29,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:17:29,565 DEBUG [eb1966fd6578:36867 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:17:29,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,34721,1731507446651 2024-11-13T14:17:29,568 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,34721,1731507446651, state=OPENING 2024-11-13T14:17:29,631 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:17:29,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:29,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:29,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:29,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12136250896/meta-region-server: CHANGED 2024-11-13T14:17:29,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12136250896/meta-region-server: CHANGED 2024-11-13T14:17:29,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,34721,1731507446651}] 2024-11-13T14:17:29,797 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:17:29,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:17:29,807 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:17:29,807 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:29,807 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:17:29,810 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C34721%2C1731507446651.meta, suffix=.meta, logDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/WALs/eb1966fd6578,34721,1731507446651, archiveDir=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/oldWALs, maxLogs=10 2024-11-13T14:17:29,831 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/WALs/eb1966fd6578,34721,1731507446651/eb1966fd6578%2C34721%2C1731507446651.meta.1731507449813.meta, exclude list is [], retry=0 2024-11-13T14:17:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-30ee4921-4db0-49ee-b0a7-db8fe4737b75,DISK] 2024-11-13T14:17:29,839 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/WALs/eb1966fd6578,34721,1731507446651/eb1966fd6578%2C34721%2C1731507446651.meta.1731507449813.meta 2024-11-13T14:17:29,840 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33403:33403)] 2024-11-13T14:17:29,840 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:29,841 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:17:29,841 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:17:29,841 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:17:29,841 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:17:29,841 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:17:29,842 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:29,842 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:17:29,842 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:17:29,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:29,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:29,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:29,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:29,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:29,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:29,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:29,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:29,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:29,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:29,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:29,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:29,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:29,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:29,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:29,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:29,853 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:29,854 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740 2024-11-13T14:17:29,856 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740 2024-11-13T14:17:29,858 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:29,858 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:29,859 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:29,861 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:29,863 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63077397, jitterRate=-0.06007353961467743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:29,863 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:17:29,863 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507449842Writing region info on filesystem at 1731507449842Initializing all the Stores at 1731507449844 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507449844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507449844Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507449844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507449844Cleaning up temporary data from old regions at 1731507449858 (+14 ms)Running coprocessor post-open hooks at 1731507449863 (+5 ms)Region opened successfully at 1731507449863 2024-11-13T14:17:29,865 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507449796 2024-11-13T14:17:29,869 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:17:29,869 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:17:29,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,34721,1731507446651 2024-11-13T14:17:29,872 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,34721,1731507446651, state=OPEN 2024-11-13T14:17:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12136250896/meta-region-server 2024-11-13T14:17:29,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12136250896/meta-region-server 2024-11-13T14:17:29,884 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,34721,1731507446651 2024-11-13T14:17:29,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12136250896/meta-region-server: CHANGED 2024-11-13T14:17:29,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12136250896/meta-region-server: CHANGED 2024-11-13T14:17:29,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:17:29,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,34721,1731507446651 in 242 msec 2024-11-13T14:17:29,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:17:29,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-13T14:17:29,899 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:29,899 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:17:29,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:29,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34721,1731507446651, seqNum=-1] 2024-11-13T14:17:29,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:29,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:29,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3990 sec 2024-11-13T14:17:29,917 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507449917, completionTime=-1 2024-11-13T14:17:29,917 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:17:29,917 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:17:29,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:17:29,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507509920 2024-11-13T14:17:29,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507569920 2024-11-13T14:17:29,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T14:17:29,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36867,1731507446398-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:29,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36867,1731507446398-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:29,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36867,1731507446398-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:29,921 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:36867, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:29,921 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:29,921 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:29,924 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:17:29,928 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.128sec 2024-11-13T14:17:29,928 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:17:29,928 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:17:29,929 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:17:29,929 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:17:29,929 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:17:29,929 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36867,1731507446398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:29,929 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36867,1731507446398-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:17:29,932 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:17:29,932 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:17:29,933 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36867,1731507446398-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:29,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:29,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:29,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:29,960 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee8cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:29,964 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:29,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710ab7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:29,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34721,1731507446651, seqNum=-1] 2024-11-13T14:17:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:29,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:29,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,36867,1731507446398 2024-11-13T14:17:29,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62571 2024-11-13T14:17:30,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:30,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101348eab600005 connected 2024-11-13T14:17:30,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29442d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:30,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,34165,-1 for getting cluster id 2024-11-13T14:17:30,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:30,048 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb5bab5-f9c7-41da-a332-ba5709112525' 2024-11-13T14:17:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb5bab5-f9c7-41da-a332-ba5709112525" 2024-11-13T14:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b5609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,34165,-1] 2024-11-13T14:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:30,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:30,051 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:30,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53714015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:30,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,34165,1731507438204 2024-11-13T14:17:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e0bfb0 2024-11-13T14:17:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:30,071 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:30,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:36867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:17:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:17:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:30,089 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:36867' 2024-11-13T14:17:30,091 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8c411c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:30,091 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:30,092 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:30,094 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:30,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:30,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:30,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372181f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:30,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:30,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:30,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:30,097 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:30,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cebeef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:30,099 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:30,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,36867,1731507446398 2024-11-13T14:17:30,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19160d17 2024-11-13T14:17:30,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:30,107 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:30,122 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T14:17:30,122 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:17:30,127 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:30,128 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:30,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:30,129 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:17:30,135 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:17:30,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:17:30,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:30,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:17:30,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741835_1011 (size=1138) 2024-11-13T14:17:30,188 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:17:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:30,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab5ebdd8faabd472eb1b7d4265442b26, NAME => 'hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d 2024-11-13T14:17:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741836_1012 (size=44) 2024-11-13T14:17:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:30,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:30,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ab5ebdd8faabd472eb1b7d4265442b26, disabling compactions & flushes 2024-11-13T14:17:30,971 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:30,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:30,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. after waiting 0 ms 2024-11-13T14:17:30,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:30,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:30,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab5ebdd8faabd472eb1b7d4265442b26: Waiting for close lock at 1731507450971Disabling compacts and flushes for region at 1731507450971Disabling writes for close at 1731507450972 (+1 ms)Writing region close event to WAL at 1731507450972Closed at 1731507450972 2024-11-13T14:17:30,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:17:30,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507450974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507450974"}]},"ts":"1731507450974"} 2024-11-13T14:17:30,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:17:30,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:17:30,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507450986"}]},"ts":"1731507450986"} 2024-11-13T14:17:30,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:17:30,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN}] 2024-11-13T14:17:31,000 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN 2024-11-13T14:17:31,002 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN; state=OFFLINE, location=eb1966fd6578,41203,1731507438969; forceNewPlan=false, retain=false 2024-11-13T14:17:31,156 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab5ebdd8faabd472eb1b7d4265442b26, regionState=OPENING, regionLocation=eb1966fd6578,41203,1731507438969 2024-11-13T14:17:31,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN because future has completed 2024-11-13T14:17:31,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5ebdd8faabd472eb1b7d4265442b26, server=eb1966fd6578,41203,1731507438969}] 2024-11-13T14:17:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:31,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:31,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:31,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:17:31,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C41203%2C1731507438969.rep, suffix=, logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969, archiveDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs, maxLogs=10 2024-11-13T14:17:31,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.rep.1731507451329, exclude list is [], retry=0 2024-11-13T14:17:31,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42967,DS-d11ebcf0-c268-403c-9085-620b32946549,DISK] 2024-11-13T14:17:31,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.rep.1731507451329 2024-11-13T14:17:31,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-13T14:17:31,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ab5ebdd8faabd472eb1b7d4265442b26, NAME => 'hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:31,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:17:31,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:17:31,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. service=MultiRowMutationService 2024-11-13T14:17:31,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:17:31,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:31,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,357 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,359 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5ebdd8faabd472eb1b7d4265442b26 columnFamilyName hfileref 2024-11-13T14:17:31,359 DEBUG [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:31,360 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(327): Store=ab5ebdd8faabd472eb1b7d4265442b26/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:31,360 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,362 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5ebdd8faabd472eb1b7d4265442b26 columnFamilyName queue 2024-11-13T14:17:31,362 DEBUG [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:31,363 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(327): Store=ab5ebdd8faabd472eb1b7d4265442b26/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:31,363 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,366 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5ebdd8faabd472eb1b7d4265442b26 columnFamilyName sid 2024-11-13T14:17:31,366 DEBUG [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:31,367 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(327): Store=ab5ebdd8faabd472eb1b7d4265442b26/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:31,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:17:31,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:31,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ab5ebdd8faabd472eb1b7d4265442b26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64246944, jitterRate=-0.042645931243896484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:17:31,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:31,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ab5ebdd8faabd472eb1b7d4265442b26: Running coprocessor pre-open hook at 1731507451356Writing region info on filesystem at 1731507451356Initializing all the Stores at 1731507451357 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507451357Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507451357Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507451357Cleaning up temporary data from old regions at 1731507451370 (+13 ms)Running coprocessor post-open hooks at 1731507451378 (+8 ms)Region opened successfully at 1731507451379 (+1 ms) 2024-11-13T14:17:31,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26., pid=7, masterSystemTime=1731507451319 2024-11-13T14:17:31,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:31,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:31,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab5ebdd8faabd472eb1b7d4265442b26, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,41203,1731507438969 2024-11-13T14:17:31,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5ebdd8faabd472eb1b7d4265442b26, server=eb1966fd6578,41203,1731507438969 because future has completed 2024-11-13T14:17:31,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T14:17:31,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ab5ebdd8faabd472eb1b7d4265442b26, server=eb1966fd6578,41203,1731507438969 in 231 msec 2024-11-13T14:17:31,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:17:31,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN in 401 msec 2024-11-13T14:17:31,409 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:17:31,409 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507451409"}]},"ts":"1731507451409"} 2024-11-13T14:17:31,413 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:17:31,415 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:17:31,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2860 sec 2024-11-13T14:17:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26., hostname=eb1966fd6578,41203,1731507438969, seqNum=2] 2024-11-13T14:17:31,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41203 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T14:17:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:31,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:17:31,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T14:17:31,767 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:17:31,820 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,41203,1731507438969, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:17:31,822 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:31,822 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41203,1731507438969, seqNum=-1] 2024-11-13T14:17:31,822 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:31,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T14:17:31,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,41203,1731507438969', locateType=CURRENT is [region=hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26., hostname=eb1966fd6578,41203,1731507438969, seqNum=2] 2024-11-13T14:17:31,834 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T14:17:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T14:17:31,842 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,41203,1731507438969 suceeded 2024-11-13T14:17:31,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T14:17:31,847 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:36867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:17:31,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-13T14:17:31,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7710 sec 2024-11-13T14:17:31,859 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:36867' 2024-11-13T14:17:31,861 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de1d83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:31,861 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:31,861 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:31,862 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:31,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:31,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:31,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13a0fc95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:31,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:31,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:31,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:31,865 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:31,866 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4065d65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:31,866 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:31,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,36867,1731507446398 2024-11-13T14:17:31,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4933b368 2024-11-13T14:17:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:31,869 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T14:17:31,870 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,41203,1731507438969 (queues=1) is replicating from cluster=4cb5bab5-f9c7-41da-a332-ba5709112525 to cluster=b0fcbf3b-7608-48ea-8e80-3f08570fadb9 2024-11-13T14:17:31,875 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C41203%2C1731507438969 2024-11-13T14:17:31,880 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,41203,1731507438969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:17:31,882 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.shippereb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C41203%2C1731507438969 2024-11-13T14:17:31,886 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304, startPosition=0, beingWritten=true 2024-11-13T14:17:32,146 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 to pos 0, reset compression=false 2024-11-13T14:17:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:32,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:32,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:32,241 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:17:32,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:32,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,34165,-1 for getting cluster id 2024-11-13T14:17:32,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:32,243 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb5bab5-f9c7-41da-a332-ba5709112525' 2024-11-13T14:17:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb5bab5-f9c7-41da-a332-ba5709112525" 2024-11-13T14:17:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeda2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,34165,-1] 2024-11-13T14:17:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,246 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:32,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1916d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:32,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,34165,1731507438204 2024-11-13T14:17:32,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb8e299 2024-11-13T14:17:32,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:32,254 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:32,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://eb1966fd6578:36867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:17:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:17:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T14:17:32,258 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:36867' 2024-11-13T14:17:32,259 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6bfac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,260 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:32,260 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:32,261 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:32,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:32,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:32,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abbce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,263 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:32,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad4d8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,264 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:32,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,36867,1731507446398 2024-11-13T14:17:32,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d7dfdf 2024-11-13T14:17:32,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:32,267 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:32,268 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-13T14:17:32,268 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:17:32,268 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,268 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:32,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:17:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T14:17:32,454 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 to pos 0, reset compression=false 2024-11-13T14:17:32,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T14:17:32,494 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T14:17:32,528 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-eb1966fd6578,41203,1731507438969, ReplicationSource: 2, currentBandwidth=0 2024-11-13T14:17:32,532 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T14:17:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T14:17:32,539 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on eb1966fd6578,41203,1731507438969 suceeded 2024-11-13T14:17:32,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:17:32,543 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://eb1966fd6578:36867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:17:32,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-13T14:17:32,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 289 msec 2024-11-13T14:17:32,550 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:36867' 2024-11-13T14:17:32,551 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b250af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,552 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:32,552 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:32,553 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:32,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:32,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:32,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fabd581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:32,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:32,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,556 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:32,557 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9fb902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,557 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:32,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,36867,1731507446398 2024-11-13T14:17:32,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662921f6 2024-11-13T14:17:32,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:32,559 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T14:17:32,560 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-eb1966fd6578,41203,1731507438969 (queues=1) is replicating from cluster=4cb5bab5-f9c7-41da-a332-ba5709112525 to cluster=b0fcbf3b-7608-48ea-8e80-3f08570fadb9 2024-11-13T14:17:32,560 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=eb1966fd6578%2C41203%2C1731507438969 2024-11-13T14:17:32,560 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-eb1966fd6578,41203,1731507438969, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:17:32,561 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,2-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304, startPosition=0, beingWritten=true 2024-11-13T14:17:32,561 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969.replicationSource.shippereb1966fd6578%2C41203%2C1731507438969,2-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C41203%2C1731507438969 2024-11-13T14:17:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T14:17:32,580 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T14:17:32,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:32,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:32,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:32,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,34165,1731507438204 2024-11-13T14:17:32,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f48f6e0 2024-11-13T14:17:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:32,586 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:32,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T14:17:32,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T14:17:32,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T14:17:32,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T14:17:32,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:36867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:17:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T14:17:32,602 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:36867' 2024-11-13T14:17:32,603 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54536dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:17:32,603 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:32,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:32,604 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:32,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:32,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:32,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eaa4844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:32,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:32,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,606 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:32,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff7626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,36867,1731507446398 2024-11-13T14:17:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24db2fac 2024-11-13T14:17:32,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:32,610 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:32,611 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:17:32,611 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:17:32,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:32,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:17:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:17:32,778 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,2-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 to pos 0, reset compression=false 2024-11-13T14:17:32,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T14:17:32,797 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T14:17:32,799 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T14:17:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T14:17:32,802 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on eb1966fd6578,41203,1731507438969 suceeded 2024-11-13T14:17:32,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T14:17:32,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T14:17:32,805 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://eb1966fd6578:36867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:17:32,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 209 msec 2024-11-13T14:17:32,860 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 to pos 0, reset compression=false 2024-11-13T14:17:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:17:32,920 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T14:17:32,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://eb1966fd6578:36867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:17:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T14:17:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:17:32,925 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:36867' 2024-11-13T14:17:32,926 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e2aac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,926 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:32,927 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:32,928 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:32,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:32,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:32,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4bb5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:32,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:32,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,930 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:32,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1460d070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:32,931 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:32,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,36867,1731507446398 2024-11-13T14:17:32,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fa0ee1 2024-11-13T14:17:32,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:32,933 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:32,934 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T14:17:32,934 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:17:32,934 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,934 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:32,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:32,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:17:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:17:33,084 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,2-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 to pos 0, reset compression=false 2024-11-13T14:17:33,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T14:17:33,103 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T14:17:33,104 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T14:17:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T14:17:33,107 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on eb1966fd6578,41203,1731507438969 suceeded 2024-11-13T14:17:33,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T14:17:33,111 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://eb1966fd6578:36867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:17:33,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T14:17:33,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 190 msec 2024-11-13T14:17:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:17:33,240 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T14:17:33,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T14:17:33,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T14:17:33,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:33,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:33,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:17:33,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392182542, stopped=false 2024-11-13T14:17:33,244 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,34165,1731507438204 2024-11-13T14:17:33,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/running 2024-11-13T14:17:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/running 2024-11-13T14:17:33,294 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:17:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:33,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:33,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:33,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,295 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,41203,1731507438969' ***** 2024-11-13T14:17:33,295 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:17:33,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/running 2024-11-13T14:17:33,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/running 2024-11-13T14:17:33,296 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:17:33,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:17:33,296 INFO [RS:0;eb1966fd6578:41203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:17:33,296 INFO [RS:0;eb1966fd6578:41203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:17:33,296 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(3091): Received CLOSE for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:33,297 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,41203,1731507438969 2024-11-13T14:17:33,297 INFO [RS:0;eb1966fd6578:41203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:17:33,297 INFO [RS:0;eb1966fd6578:41203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:41203. 2024-11-13T14:17:33,297 DEBUG [RS:0;eb1966fd6578:41203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:33,297 DEBUG [RS:0;eb1966fd6578:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,297 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab5ebdd8faabd472eb1b7d4265442b26, disabling compactions & flushes 2024-11-13T14:17:33,297 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:33,297 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:33,297 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:17:33,298 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:17:33,298 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. after waiting 0 ms 2024-11-13T14:17:33,298 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:17:33,298 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:33,298 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:17:33,298 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:17:33,298 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ab5ebdd8faabd472eb1b7d4265442b26=hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.} 2024-11-13T14:17:33,298 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:17:33,298 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:17:33,298 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:17:33,298 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:17:33,299 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:17:33,299 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:33,302 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab5ebdd8faabd472eb1b7d4265442b26 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T14:17:33,302 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T14:17:33,333 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:17:33,371 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 to pos 0, reset compression=false 2024-11-13T14:17:33,371 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/.tmp/queue/43cd3e0ca1944db7a47cea52f0080ecc is 151, key is 1-eb1966fd6578,41203,1731507438969/queue:eb1966fd6578%2C41203%2C1731507438969/1731507451829/Put/seqid=0 2024-11-13T14:17:33,371 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/info/546fa6f155864ed38d694c3eafb9d240 is 147, key is hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26./info:regioninfo/1731507451385/Put/seqid=0 2024-11-13T14:17:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741839_1015 (size=6631) 2024-11-13T14:17:33,395 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/info/546fa6f155864ed38d694c3eafb9d240 2024-11-13T14:17:33,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741838_1014 (size=5500) 2024-11-13T14:17:33,412 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/.tmp/queue/43cd3e0ca1944db7a47cea52f0080ecc 2024-11-13T14:17:33,476 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/.tmp/queue/43cd3e0ca1944db7a47cea52f0080ecc as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/queue/43cd3e0ca1944db7a47cea52f0080ecc 2024-11-13T14:17:33,491 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,2-eb1966fd6578,41203,1731507438969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 to pos 0, reset compression=false 2024-11-13T14:17:33,491 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/queue/43cd3e0ca1944db7a47cea52f0080ecc, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T14:17:33,499 DEBUG [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:33,501 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/ns/7d5ddae107cc4f7396fc9fc886bfb730 is 43, key is default/ns:d/1731507443147/Put/seqid=0 2024-11-13T14:17:33,509 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for ab5ebdd8faabd472eb1b7d4265442b26 in 201ms, sequenceid=6, compaction requested=false 2024-11-13T14:17:33,509 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:17:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741840_1016 (size=5153) 2024-11-13T14:17:33,544 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/ns/7d5ddae107cc4f7396fc9fc886bfb730 2024-11-13T14:17:33,560 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T14:17:33,564 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:33,564 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:33,564 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:33,565 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab5ebdd8faabd472eb1b7d4265442b26: Waiting for close lock at 1731507453297Running coprocessor pre-close hooks at 1731507453297Disabling compacts and flushes for region at 1731507453297Disabling writes for close at 1731507453298 (+1 ms)Obtaining lock to block concurrent updates at 1731507453302 (+4 ms)Preparing flush snapshotting stores in ab5ebdd8faabd472eb1b7d4265442b26 at 1731507453302Finished memstore snapshotting hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731507453311 (+9 ms)Flushing stores of hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. at 1731507453313 (+2 ms)Flushing ab5ebdd8faabd472eb1b7d4265442b26/queue: creating writer at 1731507453315 (+2 ms)Flushing ab5ebdd8faabd472eb1b7d4265442b26/queue: appending metadata at 1731507453354 (+39 ms)Flushing ab5ebdd8faabd472eb1b7d4265442b26/queue: closing flushed file at 1731507453357 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc1b072: reopening flushed file at 1731507453471 (+114 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for ab5ebdd8faabd472eb1b7d4265442b26 in 201ms, sequenceid=6, compaction requested=false at 1731507453509 (+38 ms)Writing region close event to WAL at 1731507453542 (+33 ms)Running coprocessor post-close hooks at 1731507453562 (+20 ms)Closed at 1731507453564 (+2 ms) 2024-11-13T14:17:33,565 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:33,582 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/table/06d17f954dc54829ab19e3670598e52b is 53, key is hbase:replication/table:state/1731507451409/Put/seqid=0 2024-11-13T14:17:33,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741841_1017 (size=5256) 2024-11-13T14:17:33,594 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/table/06d17f954dc54829ab19e3670598e52b 2024-11-13T14:17:33,606 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/info/546fa6f155864ed38d694c3eafb9d240 as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/info/546fa6f155864ed38d694c3eafb9d240 2024-11-13T14:17:33,617 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/info/546fa6f155864ed38d694c3eafb9d240, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T14:17:33,619 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/ns/7d5ddae107cc4f7396fc9fc886bfb730 as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/ns/7d5ddae107cc4f7396fc9fc886bfb730 2024-11-13T14:17:33,632 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/ns/7d5ddae107cc4f7396fc9fc886bfb730, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:17:33,633 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/table/06d17f954dc54829ab19e3670598e52b as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/table/06d17f954dc54829ab19e3670598e52b 2024-11-13T14:17:33,647 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/table/06d17f954dc54829ab19e3670598e52b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T14:17:33,649 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 350ms, sequenceid=11, compaction requested=false 2024-11-13T14:17:33,661 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T14:17:33,662 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:33,662 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:33,662 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:33,662 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507453298Running coprocessor pre-close hooks at 1731507453298Disabling compacts and flushes for region at 1731507453298Disabling writes for close at 1731507453299 (+1 ms)Obtaining lock to block concurrent updates at 1731507453302 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731507453302Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731507453311 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731507453313 (+2 ms)Flushing 1588230740/info: creating writer at 1731507453315 (+2 ms)Flushing 1588230740/info: appending metadata at 1731507453355 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731507453358 (+3 ms)Flushing 1588230740/ns: creating writer at 1731507453470 (+112 ms)Flushing 1588230740/ns: appending metadata at 1731507453500 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731507453500Flushing 1588230740/table: creating writer at 1731507453558 (+58 ms)Flushing 1588230740/table: appending metadata at 1731507453581 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731507453581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35eab3dd: reopening flushed file at 1731507453604 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ddd7cad: reopening flushed file at 1731507453618 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0ec8cc: reopening flushed file at 1731507453632 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 350ms, sequenceid=11, compaction requested=false at 1731507453649 (+17 ms)Writing region close event to WAL at 1731507453653 (+4 ms)Running coprocessor post-close hooks at 1731507453662 (+9 ms)Closed at 1731507453662 2024-11-13T14:17:33,663 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:33,699 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,41203,1731507438969; all regions closed. 2024-11-13T14:17:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741834_1010 (size=2742) 2024-11-13T14:17:33,737 DEBUG [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs 2024-11-13T14:17:33,737 INFO [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C41203%2C1731507438969.meta:.meta(num 1731507442850) 2024-11-13T14:17:33,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741837_1013 (size=1802) 2024-11-13T14:17:33,743 DEBUG [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs 2024-11-13T14:17:33,743 INFO [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C41203%2C1731507438969.rep:(num 1731507451329) 2024-11-13T14:17:33,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741833_1009 (size=93) 2024-11-13T14:17:33,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969/eb1966fd6578%2C41203%2C1731507438969.1731507442304 not finished, retry = 0 2024-11-13T14:17:33,850 DEBUG [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs 2024-11-13T14:17:33,850 INFO [RS:0;eb1966fd6578:41203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C41203%2C1731507438969:(num 1731507442304) 2024-11-13T14:17:33,850 DEBUG [RS:0;eb1966fd6578:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,850 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:17:33,850 INFO [RS:0;eb1966fd6578:41203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:17:33,851 INFO [RS:0;eb1966fd6578:41203 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:17:33,851 INFO [RS:0;eb1966fd6578:41203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:17:33,851 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:17:33,851 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,41203,1731507438969 because: Region server is closing 2024-11-13T14:17:33,852 INFO [RS:0;eb1966fd6578:41203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:41203. 2024-11-13T14:17:33,852 DEBUG [RS:0;eb1966fd6578:41203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:33,852 DEBUG [RS:0;eb1966fd6578:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,852 DEBUG [RS:0;eb1966fd6578:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:33,953 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.shippereb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T14:17:33,953 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.wal-reader.eb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:17:33,953 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41203,1731507438969.replicationSource.shippereb1966fd6578%2C41203%2C1731507438969,1-eb1966fd6578,41203,1731507438969 terminated 2024-11-13T14:17:33,953 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-eb1966fd6578,41203,1731507438969 because: Region server is closing 2024-11-13T14:17:33,953 INFO [RS:0;eb1966fd6578:41203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:41203. 2024-11-13T14:17:33,954 DEBUG [RS:0;eb1966fd6578:41203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:33,954 DEBUG [RS:0;eb1966fd6578:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,954 DEBUG [RS:0;eb1966fd6578:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:33,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:34,054 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969.replicationSource.shippereb1966fd6578%2C41203%2C1731507438969,2-eb1966fd6578,41203,1731507438969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T14:17:34,054 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,41203,1731507438969.replicationSource.shippereb1966fd6578%2C41203%2C1731507438969,2-eb1966fd6578,41203,1731507438969 terminated 2024-11-13T14:17:34,055 INFO [RS:0;eb1966fd6578:41203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41203 2024-11-13T14:17:34,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/rs/eb1966fd6578,41203,1731507438969 2024-11-13T14:17:34,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/rs 2024-11-13T14:17:34,080 INFO [RS:0;eb1966fd6578:41203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:17:34,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,41203,1731507438969] 2024-11-13T14:17:34,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/draining/eb1966fd6578,41203,1731507438969 already deleted, retry=false 2024-11-13T14:17:34,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,41203,1731507438969 expired; onlineServers=0 2024-11-13T14:17:34,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,34165,1731507438204' ***** 2024-11-13T14:17:34,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:17:34,101 INFO [M:0;eb1966fd6578:34165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:17:34,101 INFO [M:0;eb1966fd6578:34165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:17:34,101 DEBUG [M:0;eb1966fd6578:34165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:17:34,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:17:34,102 DEBUG [M:0;eb1966fd6578:34165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:17:34,102 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507441923 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507441923,5,FailOnTimeoutGroup] 2024-11-13T14:17:34,102 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507441924 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507441924,5,FailOnTimeoutGroup] 2024-11-13T14:17:34,102 INFO [M:0;eb1966fd6578:34165 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:17:34,102 INFO [M:0;eb1966fd6578:34165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:17:34,102 DEBUG [M:0;eb1966fd6578:34165 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:17:34,102 INFO [M:0;eb1966fd6578:34165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:17:34,102 INFO [M:0;eb1966fd6578:34165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:17:34,103 INFO [M:0;eb1966fd6578:34165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:17:34,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:17:34,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/master 2024-11-13T14:17:34,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:34,115 DEBUG [M:0;eb1966fd6578:34165 {}] zookeeper.ZKUtil(347): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/master because node does not exist (not an error) 2024-11-13T14:17:34,115 WARN [M:0;eb1966fd6578:34165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:17:34,116 INFO [M:0;eb1966fd6578:34165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/.lastflushedseqids 2024-11-13T14:17:34,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741842_1018 (size=181) 2024-11-13T14:17:34,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:34,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x101348eab600001, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:34,191 INFO [RS:0;eb1966fd6578:41203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:17:34,191 INFO [RS:0;eb1966fd6578:41203 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,41203,1731507438969; zookeeper connection closed. 2024-11-13T14:17:34,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ec15c20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ec15c20 2024-11-13T14:17:34,192 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:17:34,530 INFO [M:0;eb1966fd6578:34165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:17:34,531 INFO [M:0;eb1966fd6578:34165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:17:34,531 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:17:34,531 INFO [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:34,531 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:34,531 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:17:34,531 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:34,532 INFO [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T14:17:34,554 DEBUG [M:0;eb1966fd6578:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c498d37698b479ba5f64d6d461dec94 is 82, key is hbase:meta,,1/info:regioninfo/1731507442948/Put/seqid=0 2024-11-13T14:17:34,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741843_1019 (size=5672) 2024-11-13T14:17:34,561 INFO [M:0;eb1966fd6578:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c498d37698b479ba5f64d6d461dec94 2024-11-13T14:17:34,593 DEBUG [M:0;eb1966fd6578:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9528d69f6184391af3d275981ec2260 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731507451417/Put/seqid=0 2024-11-13T14:17:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741844_1020 (size=8663) 2024-11-13T14:17:34,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:17:34,999 INFO [M:0;eb1966fd6578:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9528d69f6184391af3d275981ec2260 2024-11-13T14:17:35,027 DEBUG [M:0;eb1966fd6578:34165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f1ea801b9ef428aa0e163383fd0f4b5 is 69, key is eb1966fd6578,41203,1731507438969/rs:state/1731507441970/Put/seqid=0 2024-11-13T14:17:35,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741845_1021 (size=5156) 2024-11-13T14:17:35,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:17:35,433 INFO [M:0;eb1966fd6578:34165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f1ea801b9ef428aa0e163383fd0f4b5 2024-11-13T14:17:35,442 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c498d37698b479ba5f64d6d461dec94 as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c498d37698b479ba5f64d6d461dec94 2024-11-13T14:17:35,452 INFO [M:0;eb1966fd6578:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c498d37698b479ba5f64d6d461dec94, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T14:17:35,455 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9528d69f6184391af3d275981ec2260 as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9528d69f6184391af3d275981ec2260 2024-11-13T14:17:35,468 INFO [M:0;eb1966fd6578:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9528d69f6184391af3d275981ec2260, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T14:17:35,469 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f1ea801b9ef428aa0e163383fd0f4b5 as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f1ea801b9ef428aa0e163383fd0f4b5 2024-11-13T14:17:35,476 INFO [M:0;eb1966fd6578:34165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f1ea801b9ef428aa0e163383fd0f4b5, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T14:17:35,478 INFO [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=115, compaction requested=false 2024-11-13T14:17:35,479 INFO [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:35,480 DEBUG [M:0;eb1966fd6578:34165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507454531Disabling compacts and flushes for region at 1731507454531Disabling writes for close at 1731507454531Obtaining lock to block concurrent updates at 1731507454532 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507454532Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731507454532Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507454536 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507454536Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507454553 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507454553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507454570 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507454592 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507454592Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507455005 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507455026 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507455026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63dcb51a: reopening flushed file at 1731507455441 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353c7482: reopening flushed file at 1731507455452 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63af5cf3: reopening flushed file at 1731507455468 (+16 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=115, compaction requested=false at 1731507455478 (+10 ms)Writing region close event to WAL at 1731507455479 (+1 ms)Closed at 1731507455479 2024-11-13T14:17:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741830_1006 (size=59421) 2024-11-13T14:17:35,483 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204/eb1966fd6578%2C34165%2C1731507438204.1731507441075 not finished, retry = 0 2024-11-13T14:17:35,586 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:17:35,586 INFO [M:0;eb1966fd6578:34165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:17:35,586 INFO [M:0;eb1966fd6578:34165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34165 2024-11-13T14:17:35,586 INFO [M:0;eb1966fd6578:34165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:17:35,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:35,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34165-0x101348eab600000, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:35,721 INFO [M:0;eb1966fd6578:34165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:17:35,723 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:35,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:35,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:35,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:35,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:35,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:35,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:17:35,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:35,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45373 2024-11-13T14:17:35,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45373 connecting to ZooKeeper ensemble=127.0.0.1:62571 2024-11-13T14:17:35,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453730x0, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:35,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45373-0x101348eab600006 connected 2024-11-13T14:17:35,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:35,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:35,798 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: INIT 2024-11-13T14:17:35,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/running 2024-11-13T14:17:35,799 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d, hbase.cluster.distributed=false 2024-11-13T14:17:35,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/acl 2024-11-13T14:17:35,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-13T14:17:35,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45373 2024-11-13T14:17:35,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45373 2024-11-13T14:17:35,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-13T14:17:35,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-13T14:17:35,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:35,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:35,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:35,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:35,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:35,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:35,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:17:35,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:35,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43581 2024-11-13T14:17:35,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43581 connecting to ZooKeeper ensemble=127.0.0.1:62571 2024-11-13T14:17:35,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:35,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:35,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435810x0, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:35,933 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: INIT 2024-11-13T14:17:35,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435810x0, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/running 2024-11-13T14:17:35,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:17:35,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43581-0x101348eab600007 connected 2024-11-13T14:17:35,953 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:17:35,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/master 2024-11-13T14:17:35,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/acl 2024-11-13T14:17:35,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43581 2024-11-13T14:17:36,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43581 2024-11-13T14:17:36,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43581 2024-11-13T14:17:36,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43581 2024-11-13T14:17:36,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43581 2024-11-13T14:17:36,038 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:45373 2024-11-13T14:17:36,049 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02020211102/backup-masters/eb1966fd6578,45373,1731507455723 2024-11-13T14:17:36,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/backup-masters 2024-11-13T14:17:36,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/backup-masters 2024-11-13T14:17:36,061 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on existing znode=/02020211102/backup-masters/eb1966fd6578,45373,1731507455723 2024-11-13T14:17:36,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02020211102/master 2024-11-13T14:17:36,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:36,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:36,074 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on existing znode=/02020211102/master 2024-11-13T14:17:36,075 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02020211102/backup-masters/eb1966fd6578,45373,1731507455723 from backup master directory 2024-11-13T14:17:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/backup-masters/eb1966fd6578,45373,1731507455723 2024-11-13T14:17:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/backup-masters 2024-11-13T14:17:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/backup-masters 2024-11-13T14:17:36,085 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:36,085 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,45373,1731507455723 2024-11-13T14:17:36,124 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:36,124 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:17:36,152 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 28ms. 2024-11-13T14:17:36,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741846_1022 (size=196) 2024-11-13T14:17:36,217 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:17:36,218 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:17:36,219 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:36,242 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T14:17:36,249 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204 to hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204-dead as it is dead 2024-11-13T14:17:36,251 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T14:17:36,252 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T14:17:36,252 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204-dead/eb1966fd6578%2C34165%2C1731507438204.1731507441075 2024-11-13T14:17:36,258 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204-dead/eb1966fd6578%2C34165%2C1731507438204.1731507441075 after 4ms 2024-11-13T14:17:36,260 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204-dead/eb1966fd6578%2C34165%2C1731507438204.1731507441075 to hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb1966fd6578%2C34165%2C1731507438204.1731507441075 2024-11-13T14:17:36,260 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,34165,1731507438204-dead 2024-11-13T14:17:36,261 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,45373,1731507455723 2024-11-13T14:17:36,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:36,264 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C45373%2C1731507455723, suffix=, logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,45373,1731507455723, archiveDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/oldWALs, maxLogs=10 2024-11-13T14:17:36,280 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,45373,1731507455723/eb1966fd6578%2C45373%2C1731507455723.1731507456264, exclude list is [], retry=0 2024-11-13T14:17:36,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42967,DS-d11ebcf0-c268-403c-9085-620b32946549,DISK] 2024-11-13T14:17:36,286 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/WALs/eb1966fd6578,45373,1731507455723/eb1966fd6578%2C45373%2C1731507455723.1731507456264 2024-11-13T14:17:36,286 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-13T14:17:36,287 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:36,287 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:36,287 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,287 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:17:36,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:36,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c498d37698b479ba5f64d6d461dec94 2024-11-13T14:17:36,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:36,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:17:36,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:36,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9528d69f6184391af3d275981ec2260 2024-11-13T14:17:36,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:36,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:17:36,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:36,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f1ea801b9ef428aa0e163383fd0f4b5 2024-11-13T14:17:36,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:36,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:17:36,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:36,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:36,338 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,339 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T14:17:36,339 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb1966fd6578%2C34165%2C1731507438204.1731507441075 2024-11-13T14:17:36,360 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb1966fd6578%2C34165%2C1731507438204.1731507441075 2024-11-13T14:17:36,362 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb1966fd6578%2C34165%2C1731507438204.1731507441075 2024-11-13T14:17:36,365 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,365 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,366 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:36,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:36,376 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T14:17:36,378 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64862045, jitterRate=-0.0334802120923996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:36,378 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507456287Initializing all the Stores at 1731507456289 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507456289Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507456289Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507456289Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507456289Cleaning up temporary data from old regions at 1731507456366 (+77 ms)Region opened successfully at 1731507456378 (+12 ms) 2024-11-13T14:17:36,379 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:17:36,383 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705c0aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:36,404 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T14:17:36,404 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:17:36,404 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:17:36,405 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:17:36,405 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:17:36,416 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:36,416 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:17:36,417 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:17:36,417 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:17:36,417 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T14:17:36,418 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T14:17:36,418 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec 2024-11-13T14:17:36,418 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:17:36,429 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb1966fd6578,41203,1731507438969, regionLocation=eb1966fd6578,41203,1731507438969, openSeqNum=2 2024-11-13T14:17:36,429 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb1966fd6578,41203,1731507438969, table=hbase:meta, region=1588230740 2024-11-13T14:17:36,429 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41203,1731507438969, state=OPEN 2024-11-13T14:17:36,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02020211102/meta-region-server 2024-11-13T14:17:36,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02020211102/meta-region-server 2024-11-13T14:17:36,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:36,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:36,510 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:17:36,522 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/draining/eb1966fd6578,41203,1731507438969 already deleted, retry=false 2024-11-13T14:17:36,522 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of eb1966fd6578,41203,1731507438969 on eb1966fd6578,45373,1731507455723 2024-11-13T14:17:36,528 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb1966fd6578,41203,1731507438969, splitWal=true, meta=true 2024-11-13T14:17:36,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for eb1966fd6578,41203,1731507438969 (carryingMeta=true) eb1966fd6578,41203,1731507438969/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2885cbfa[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T14:17:36,535 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/balancer because node does not exist (not necessarily an error) 2024-11-13T14:17:36,575 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/balancer already deleted, retry=false 2024-11-13T14:17:36,575 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:17:36,577 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:17:36,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/normalizer already deleted, retry=false 2024-11-13T14:17:36,600 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:17:36,602 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:17:36,609 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/switch/split already deleted, retry=false 2024-11-13T14:17:36,611 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:17:36,620 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/switch/merge already deleted, retry=false 2024-11-13T14:17:36,647 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:17:36,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/snapshot-cleanup already deleted, retry=false 2024-11-13T14:17:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02020211102/running 2024-11-13T14:17:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02020211102/running 2024-11-13T14:17:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:36,666 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,45373,1731507455723, sessionid=0x101348eab600006, setting cluster-up flag (Was=false) 2024-11-13T14:17:36,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02020211102/flush-table-proc/acquired, /02020211102/flush-table-proc/reached, /02020211102/flush-table-proc/abort 2024-11-13T14:17:36,676 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,45373,1731507455723 2024-11-13T14:17:36,684 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02020211102/online-snapshot/acquired, /02020211102/online-snapshot/reached, /02020211102/online-snapshot/abort 2024-11-13T14:17:36,685 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,45373,1731507455723 2024-11-13T14:17:36,690 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/.lastflushedseqids 2024-11-13T14:17:36,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:17:36,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:17:36,694 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,45373,1731507455723 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 eb1966fd6578,41203,1731507438969 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:17:36,696 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:36,696 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:36,696 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:36,696 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:36,697 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:17:36,697 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,697 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:36,697 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,705 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb1966fd6578,41203,1731507438969, splitWal=true, meta=true 2024-11-13T14:17:36,706 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507486706 2024-11-13T14:17:36,706 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:17:36,706 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:17:36,707 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:17:36,707 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:17:36,707 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:17:36,707 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:17:36,707 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,707 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb1966fd6578,41203,1731507438969, splitWal=true, meta=true, isMeta: true 2024-11-13T14:17:36,708 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:17:36,709 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:17:36,709 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:17:36,709 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:17:36,709 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969-splitting 2024-11-13T14:17:36,710 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969-splitting dir is empty, no logs to split. 2024-11-13T14:17:36,711 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb1966fd6578,41203,1731507438969 WAL count=0, meta=true 2024-11-13T14:17:36,716 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:17:36,716 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:17:36,717 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507456716,5,FailOnTimeoutGroup] 2024-11-13T14:17:36,717 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969-splitting dir is empty, no logs to split. 2024-11-13T14:17:36,718 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb1966fd6578,41203,1731507438969 WAL count=0, meta=true 2024-11-13T14:17:36,718 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb1966fd6578,41203,1731507438969 WAL splitting is done? wals=0, meta=true 2024-11-13T14:17:36,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:17:36,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:36,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T14:17:36,728 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507456717,5,FailOnTimeoutGroup] 2024-11-13T14:17:36,728 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,728 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:17:36,728 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,728 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,729 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507456728, completionTime=-1 2024-11-13T14:17:36,729 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T14:17:36,732 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T14:17:36,739 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(746): ClusterId : 4cb5bab5-f9c7-41da-a332-ba5709112525 2024-11-13T14:17:36,739 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:17:36,747 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:17:36,747 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:17:36,761 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:17:36,761 DEBUG [RS:0;eb1966fd6578:43581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a705c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:36,777 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:43581 2024-11-13T14:17:36,777 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:17:36,777 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:17:36,777 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:17:36,778 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,45373,1731507455723 with port=43581, startcode=1731507455871 2024-11-13T14:17:36,778 DEBUG [RS:0;eb1966fd6578:43581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:17:36,780 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:17:36,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,43581,1731507455871 2024-11-13T14:17:36,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45373 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,43581,1731507455871 2024-11-13T14:17:36,782 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T14:17:36,783 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d 2024-11-13T14:17:36,783 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46631 2024-11-13T14:17:36,783 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:17:36,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/rs 2024-11-13T14:17:36,790 DEBUG [RS:0;eb1966fd6578:43581 {}] zookeeper.ZKUtil(111): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on existing znode=/02020211102/rs/eb1966fd6578,43581,1731507455871 2024-11-13T14:17:36,790 WARN [RS:0;eb1966fd6578:43581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:36,790 INFO [RS:0;eb1966fd6578:43581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:36,791 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871 2024-11-13T14:17:36,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,43581,1731507455871] 2024-11-13T14:17:36,858 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:17:36,861 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:17:36,864 INFO [RS:0;eb1966fd6578:43581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:17:36,865 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,868 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:17:36,869 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:17:36,869 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,870 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,870 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,870 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,870 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,870 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,870 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:36,870 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,871 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,871 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,871 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,871 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,871 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:36,871 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:36,871 DEBUG [RS:0;eb1966fd6578:43581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:36,875 WARN [eb1966fd6578:45373 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T14:17:36,876 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,876 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,876 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,876 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,876 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,877 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43581,1731507455871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:36,901 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:17:36,901 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43581,1731507455871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,924 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,43581,1731507455871, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:17:36,954 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSource(231): queueId=2-eb1966fd6578,43581,1731507455871, ReplicationSource: 2, currentBandwidth=0 2024-11-13T14:17:36,954 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:36867' 2024-11-13T14:17:36,956 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,957 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.Replication(171): eb1966fd6578,43581,1731507455871 started 2024-11-13T14:17:36,957 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46f3931a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:36,958 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:36,958 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:36,960 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:36,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:36,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:36,964 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:36,965 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50a5ee76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:36,965 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:36,965 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:36,968 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:36,969 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ed0f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:36,970 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:36,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,36867,1731507446398 2024-11-13T14:17:36,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f74630 2024-11-13T14:17:36,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:36,973 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T14:17:36,975 INFO [RS:0;eb1966fd6578:43581.replicationSource,1-eb1966fd6578,43581,1731507455871 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,43581,1731507455871 (queues=0) is replicating from cluster=4cb5bab5-f9c7-41da-a332-ba5709112525 to cluster=b0fcbf3b-7608-48ea-8e80-3f08570fadb9 2024-11-13T14:17:36,978 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:36,978 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,43581,1731507455871, RpcServer on eb1966fd6578/172.17.0.2:43581, sessionid=0x101348eab600007 2024-11-13T14:17:36,979 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:17:36,979 DEBUG [RS:0;eb1966fd6578:43581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,43581,1731507455871 2024-11-13T14:17:36,979 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,43581,1731507455871' 2024-11-13T14:17:36,979 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02020211102/flush-table-proc/abort' 2024-11-13T14:17:36,990 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02020211102/flush-table-proc/acquired' 2024-11-13T14:17:37,000 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,2-eb1966fd6578,43581,1731507455871 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:36867' 2024-11-13T14:17:37,002 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,2-eb1966fd6578,43581,1731507455871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10ce4069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:37,002 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,2-eb1966fd6578,43581,1731507455871 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,36867,-1 for getting cluster id 2024-11-13T14:17:37,002 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,2-eb1966fd6578,43581,1731507455871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:37,002 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:17:37,002 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:17:37,002 DEBUG [RS:0;eb1966fd6578:43581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,43581,1731507455871 2024-11-13T14:17:37,002 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,43581,1731507455871' 2024-11-13T14:17:37,003 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0fcbf3b-7608-48ea-8e80-3f08570fadb9' 2024-11-13T14:17:37,003 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02020211102/online-snapshot/abort' 2024-11-13T14:17:37,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:37,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0fcbf3b-7608-48ea-8e80-3f08570fadb9" 2024-11-13T14:17:37,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3472e012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:37,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,36867,-1] 2024-11-13T14:17:37,004 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02020211102/online-snapshot/acquired' 2024-11-13T14:17:37,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:37,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:37,006 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:37,008 DEBUG [RS:0;eb1966fd6578:43581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:17:37,008 INFO [RS:0;eb1966fd6578:43581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:17:37,008 INFO [RS:0;eb1966fd6578:43581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:17:37,008 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,2-eb1966fd6578,43581,1731507455871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@606973ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:37,008 DEBUG [RS:0;eb1966fd6578:43581.replicationSource,2-eb1966fd6578,43581,1731507455871 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:37,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,36867,1731507446398 2024-11-13T14:17:37,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6906643a 2024-11-13T14:17:37,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:37,012 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T14:17:37,014 INFO [RS:0;eb1966fd6578:43581.replicationSource,2-eb1966fd6578,43581,1731507455871 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-eb1966fd6578,43581,1731507455871 (queues=0) is replicating from cluster=4cb5bab5-f9c7-41da-a332-ba5709112525 to cluster=b0fcbf3b-7608-48ea-8e80-3f08570fadb9 2024-11-13T14:17:37,109 INFO [RS:0;eb1966fd6578:43581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:37,111 INFO [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C43581%2C1731507455871, suffix=, logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871, archiveDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs, maxLogs=10 2024-11-13T14:17:37,126 DEBUG [RS:0;eb1966fd6578:43581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112, exclude list is [], retry=0 2024-11-13T14:17:37,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42967,DS-d11ebcf0-c268-403c-9085-620b32946549,DISK] 2024-11-13T14:17:37,133 INFO [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 2024-11-13T14:17:37,134 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group eb1966fd6578%2C43581%2C1731507455871 for peer 2 2024-11-13T14:17:37,134 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group eb1966fd6578%2C43581%2C1731507455871 for peer 1 2024-11-13T14:17:37,135 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C43581%2C1731507455871 2024-11-13T14:17:37,135 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,43581,1731507455871, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:17:37,136 INFO [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C43581%2C1731507455871 2024-11-13T14:17:37,136 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=eb1966fd6578%2C43581%2C1731507455871 2024-11-13T14:17:37,136 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-eb1966fd6578,43581,1731507455871, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:17:37,137 DEBUG [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-13T14:17:37,137 INFO [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C43581%2C1731507455871 2024-11-13T14:17:37,137 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112, startPosition=0, beingWritten=true 2024-11-13T14:17:37,137 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112, startPosition=0, beingWritten=true 2024-11-13T14:17:37,349 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:37,350 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:37,376 DEBUG [eb1966fd6578:45373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:17:37,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,43581,1731507455871 2024-11-13T14:17:37,379 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,43581,1731507455871, state=OPENING 2024-11-13T14:17:37,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02020211102/meta-region-server 2024-11-13T14:17:37,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02020211102/meta-region-server 2024-11-13T14:17:37,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:37,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:37,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:37,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,43581,1731507455871}] 2024-11-13T14:17:37,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:17:37,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:17:37,602 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:17:37,602 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:37,603 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:17:37,605 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C43581%2C1731507455871.meta, suffix=.meta, logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871, archiveDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs, maxLogs=10 2024-11-13T14:17:37,619 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.meta.1731507457606.meta, exclude list is [], retry=0 2024-11-13T14:17:37,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42967,DS-d11ebcf0-c268-403c-9085-620b32946549,DISK] 2024-11-13T14:17:37,625 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.meta.1731507457606.meta 2024-11-13T14:17:37,625 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-13T14:17:37,625 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:37,626 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:17:37,626 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:17:37,626 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:17:37,626 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:17:37,626 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:17:37,626 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:37,626 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:17:37,626 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:17:37,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:37,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:37,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:37,638 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/info/546fa6f155864ed38d694c3eafb9d240 2024-11-13T14:17:37,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:37,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:37,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:37,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:37,652 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/ns/7d5ddae107cc4f7396fc9fc886bfb730 2024-11-13T14:17:37,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:37,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:37,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:37,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:37,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:37,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:37,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:37,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:37,658 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:37,660 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:37,668 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/table/06d17f954dc54829ab19e3670598e52b 2024-11-13T14:17:37,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:37,668 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:37,672 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740 2024-11-13T14:17:37,673 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740 2024-11-13T14:17:37,674 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:37,674 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:37,677 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:37,679 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:37,680 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59291195, jitterRate=-0.11649234592914581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:37,680 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:17:37,681 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507457627Writing region info on filesystem at 1731507457627Initializing all the Stores at 1731507457628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507457628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507457628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507457628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507457628Cleaning up temporary data from old regions at 1731507457674 (+46 ms)Running coprocessor post-open hooks at 1731507457681 (+7 ms)Region opened successfully at 1731507457681 2024-11-13T14:17:37,682 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731507457595 2024-11-13T14:17:37,685 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:17:37,685 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:17:37,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=eb1966fd6578,43581,1731507455871 2024-11-13T14:17:37,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,43581,1731507455871, state=OPEN 2024-11-13T14:17:37,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02020211102/meta-region-server 2024-11-13T14:17:37,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02020211102/meta-region-server 2024-11-13T14:17:37,757 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,43581,1731507455871 2024-11-13T14:17:37,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:37,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02020211102/meta-region-server: CHANGED 2024-11-13T14:17:37,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T14:17:37,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,43581,1731507455871 in 316 msec 2024-11-13T14:17:37,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T14:17:37,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0410 sec 2024-11-13T14:17:38,066 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:38,068 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:38,285 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T14:17:38,572 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:38,577 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:39,181 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:39,184 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:39,788 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-13T14:17:39,889 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:39,890 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:40,698 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:40,699 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:41,240 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T14:17:41,240 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:17:41,241 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:41,241 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,43581,1731507455871, seqNum=-1] 2024-11-13T14:17:41,241 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:41,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:41,250 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ab5ebdd8faabd472eb1b7d4265442b26, regionState=OPEN, lastHost=eb1966fd6578,41203,1731507438969, regionLocation=eb1966fd6578,41203,1731507438969, openSeqNum=2 2024-11-13T14:17:41,250 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:17:41,250 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507521250 2024-11-13T14:17:41,250 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507581250 2024-11-13T14:17:41,250 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T14:17:41,251 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45373,1731507455723-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:41,251 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): eb1966fd6578,41203,1731507438969 had 2 regions 2024-11-13T14:17:41,251 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45373,1731507455723-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:41,251 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45373,1731507455723-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:41,251 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:45373, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:41,251 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:41,251 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:41,253 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb1966fd6578,41203,1731507438969, splitWal=true, meta=true, isMeta: false 2024-11-13T14:17:41,255 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969-splitting dir is empty, no logs to split. 2024-11-13T14:17:41,256 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb1966fd6578,41203,1731507438969 WAL count=0, meta=false 2024-11-13T14:17:41,260 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,41203,1731507438969-splitting dir is empty, no logs to split. 2024-11-13T14:17:41,260 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb1966fd6578,41203,1731507438969 WAL count=0, meta=false 2024-11-13T14:17:41,260 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if eb1966fd6578,41203,1731507438969 WAL splitting is done? wals=0, meta=false 2024-11-13T14:17:41,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.176sec 2024-11-13T14:17:41,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:17:41,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:17:41,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:17:41,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:17:41,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:17:41,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45373,1731507455723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:41,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45373,1731507455723-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:17:41,266 WARN [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=eb1966fd6578,41203,1731507438969/hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:41,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN}] 2024-11-13T14:17:41,273 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN 2024-11-13T14:17:41,275 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:17:41,275 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:17:41,275 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45373,1731507455723-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:41,275 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T14:17:41,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8726ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:41,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45373,-1 for getting cluster id 2024-11-13T14:17:41,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:41,348 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb5bab5-f9c7-41da-a332-ba5709112525' 2024-11-13T14:17:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb5bab5-f9c7-41da-a332-ba5709112525" 2024-11-13T14:17:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34947d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45373,-1] 2024-11-13T14:17:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:41,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:41,351 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:41,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@937001b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:41,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,43581,1731507455871, seqNum=-1] 2024-11-13T14:17:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:41,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:41,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T14:17:41,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:41,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:41,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:41,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:41,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:41,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: eb1966fd6578:45373 after: eb1966fd6578:45373 2024-11-13T14:17:41,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:41,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45373,-1 for getting cluster id 2024-11-13T14:17:41,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:41,367 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cb5bab5-f9c7-41da-a332-ba5709112525' 2024-11-13T14:17:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cb5bab5-f9c7-41da-a332-ba5709112525" 2024-11-13T14:17:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7512cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45373,-1] 2024-11-13T14:17:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:41,370 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:41,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe269bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:41,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45373,1731507455723 2024-11-13T14:17:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1147e573 2024-11-13T14:17:41,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:41,379 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:41,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T14:17:41,382 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T14:17:41,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T14:17:41,384 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T14:17:41,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:17:41,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:41,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:41,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:41,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:41,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:41,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:17:41,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-13T14:17:41,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,36867,1731507446398 2024-11-13T14:17:41,426 DEBUG [eb1966fd6578:45373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:17:41,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ab5ebdd8faabd472eb1b7d4265442b26, regionState=OPENING, regionLocation=eb1966fd6578,43581,1731507455871 2024-11-13T14:17:41,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN because future has completed 2024-11-13T14:17:41,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5ebdd8faabd472eb1b7d4265442b26, server=eb1966fd6578,43581,1731507455871}] 2024-11-13T14:17:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12136250896/running 2024-11-13T14:17:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12136250896/running 2024-11-13T14:17:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:41,483 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:17:41,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:41,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:41,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:41,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on znode that does not yet exist, /12136250896/running 2024-11-13T14:17:41,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:41,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,34721,1731507446651' ***** 2024-11-13T14:17:41,484 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:17:41,485 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:17:41,485 INFO [RS:0;eb1966fd6578:34721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:17:41,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:17:41,485 INFO [RS:0;eb1966fd6578:34721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:17:41,485 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,34721,1731507446651 2024-11-13T14:17:41,485 INFO [RS:0;eb1966fd6578:34721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:17:41,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Set watcher on znode that does not yet exist, /12136250896/running 2024-11-13T14:17:41,485 INFO [RS:0;eb1966fd6578:34721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:34721. 2024-11-13T14:17:41,485 DEBUG [RS:0;eb1966fd6578:34721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:41,485 DEBUG [RS:0;eb1966fd6578:34721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:41,486 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:17:41,486 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:17:41,486 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:17:41,486 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:17:41,486 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:17:41,486 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:17:41,486 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:17:41,486 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:17:41,486 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:17:41,487 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:17:41,487 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:17:41,487 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:17:41,487 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T14:17:41,492 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:17:41,509 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740/.tmp/ns/d07b538ea57a4aba995e318600acabb5 is 43, key is default/ns:d/1731507449905/Put/seqid=0 2024-11-13T14:17:41,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741835_1011 (size=5153) 2024-11-13T14:17:41,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:41,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:41,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:17:41,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C43581%2C1731507455871.rep, suffix=, logDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871, archiveDir=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs, maxLogs=10 2024-11-13T14:17:41,606 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:41,608 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:41,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.rep.1731507461594, exclude list is [], retry=0 2024-11-13T14:17:41,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42967,DS-d11ebcf0-c268-403c-9085-620b32946549,DISK] 2024-11-13T14:17:41,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.rep.1731507461594 2024-11-13T14:17:41,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40447:40447)] 2024-11-13T14:17:41,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ab5ebdd8faabd472eb1b7d4265442b26, NAME => 'hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:41,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:17:41,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:17:41,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. service=MultiRowMutationService 2024-11-13T14:17:41,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:17:41,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,628 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,629 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5ebdd8faabd472eb1b7d4265442b26 columnFamilyName hfileref 2024-11-13T14:17:41,629 DEBUG [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:41,631 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(327): Store=ab5ebdd8faabd472eb1b7d4265442b26/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:41,632 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,633 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5ebdd8faabd472eb1b7d4265442b26 columnFamilyName queue 2024-11-13T14:17:41,633 DEBUG [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:41,642 DEBUG [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/queue/43cd3e0ca1944db7a47cea52f0080ecc 2024-11-13T14:17:41,643 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(327): Store=ab5ebdd8faabd472eb1b7d4265442b26/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:41,643 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,644 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab5ebdd8faabd472eb1b7d4265442b26 columnFamilyName sid 2024-11-13T14:17:41,644 DEBUG [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:41,645 INFO [StoreOpener-ab5ebdd8faabd472eb1b7d4265442b26-1 {}] regionserver.HStore(327): Store=ab5ebdd8faabd472eb1b7d4265442b26/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:41,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:17:41,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened ab5ebdd8faabd472eb1b7d4265442b26; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64661792, jitterRate=-0.03646421432495117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:17:41,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:41,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ab5ebdd8faabd472eb1b7d4265442b26: Running coprocessor pre-open hook at 1731507461626Writing region info on filesystem at 1731507461626Initializing all the Stores at 1731507461627 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507461627Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507461627Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507461627Cleaning up temporary data from old regions at 1731507461648 (+21 ms)Running coprocessor post-open hooks at 1731507461653 (+5 ms)Region opened successfully at 1731507461654 (+1 ms) 2024-11-13T14:17:41,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26., pid=19, masterSystemTime=1731507461584 2024-11-13T14:17:41,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:41,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:41,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ab5ebdd8faabd472eb1b7d4265442b26, regionState=OPEN, openSeqNum=10, regionLocation=eb1966fd6578,43581,1731507455871 2024-11-13T14:17:41,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab5ebdd8faabd472eb1b7d4265442b26, server=eb1966fd6578,43581,1731507455871 because future has completed 2024-11-13T14:17:41,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T14:17:41,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure ab5ebdd8faabd472eb1b7d4265442b26, server=eb1966fd6578,43581,1731507455871 in 235 msec 2024-11-13T14:17:41,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T14:17:41,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab5ebdd8faabd472eb1b7d4265442b26, ASSIGN in 400 msec 2024-11-13T14:17:41,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T14:17:41,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26., hostname=eb1966fd6578,43581,1731507455871, seqNum=10] 2024-11-13T14:17:41,686 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:17:41,715 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for eb1966fd6578,41203,1731507438969 2024-11-13T14:17:41,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T14:17:41,751 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:17:41,751 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:17:41,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T14:17:41,887 DEBUG [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:17:41,919 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740/.tmp/ns/d07b538ea57a4aba995e318600acabb5 2024-11-13T14:17:41,927 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740/.tmp/ns/d07b538ea57a4aba995e318600acabb5 as hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740/ns/d07b538ea57a4aba995e318600acabb5 2024-11-13T14:17:41,934 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740/ns/d07b538ea57a4aba995e318600acabb5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T14:17:41,936 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-13T14:17:41,947 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T14:17:41,948 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:41,948 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:41,948 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:41,948 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507461486Running coprocessor pre-close hooks at 1731507461486Disabling compacts and flushes for region at 1731507461486Disabling writes for close at 1731507461487 (+1 ms)Obtaining lock to block concurrent updates at 1731507461487Preparing flush snapshotting stores in 1588230740 at 1731507461487Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731507461487Flushing stores of hbase:meta,,1.1588230740 at 1731507461488 (+1 ms)Flushing 1588230740/ns: creating writer at 1731507461488Flushing 1588230740/ns: appending metadata at 1731507461508 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731507461508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34502674: reopening flushed file at 1731507461926 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1731507461936 (+10 ms)Writing region close event to WAL at 1731507461938 (+2 ms)Running coprocessor post-close hooks at 1731507461948 (+10 ms)Closed at 1731507461948 2024-11-13T14:17:41,948 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:42,087 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,34721,1731507446651; all regions closed. 2024-11-13T14:17:42,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741834_1010 (size=1152) 2024-11-13T14:17:42,092 DEBUG [RS:0;eb1966fd6578:34721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/oldWALs 2024-11-13T14:17:42,092 INFO [RS:0;eb1966fd6578:34721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C34721%2C1731507446651.meta:.meta(num 1731507449813) 2024-11-13T14:17:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741832_1008 (size=93) 2024-11-13T14:17:42,097 DEBUG [RS:0;eb1966fd6578:34721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/oldWALs 2024-11-13T14:17:42,097 INFO [RS:0;eb1966fd6578:34721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C34721%2C1731507446651:(num 1731507448819) 2024-11-13T14:17:42,097 DEBUG [RS:0;eb1966fd6578:34721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:42,097 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:17:42,098 INFO [RS:0;eb1966fd6578:34721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:17:42,098 INFO [RS:0;eb1966fd6578:34721 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:17:42,098 INFO [RS:0;eb1966fd6578:34721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:17:42,098 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:17:42,098 INFO [RS:0;eb1966fd6578:34721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34721 2024-11-13T14:17:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12136250896/rs/eb1966fd6578,34721,1731507446651 2024-11-13T14:17:42,146 INFO [RS:0;eb1966fd6578:34721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:17:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896/rs 2024-11-13T14:17:42,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,34721,1731507446651] 2024-11-13T14:17:42,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12136250896/draining/eb1966fd6578,34721,1731507446651 already deleted, retry=false 2024-11-13T14:17:42,167 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,34721,1731507446651 expired; onlineServers=0 2024-11-13T14:17:42,167 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,36867,1731507446398' ***** 2024-11-13T14:17:42,167 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:17:42,168 INFO [M:0;eb1966fd6578:36867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:17:42,168 INFO [M:0;eb1966fd6578:36867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:17:42,168 DEBUG [M:0;eb1966fd6578:36867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:17:42,168 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:17:42,168 DEBUG [M:0;eb1966fd6578:36867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:17:42,168 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507448557 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507448557,5,FailOnTimeoutGroup] 2024-11-13T14:17:42,168 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507448560 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507448560,5,FailOnTimeoutGroup] 2024-11-13T14:17:42,168 INFO [M:0;eb1966fd6578:36867 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:17:42,169 INFO [M:0;eb1966fd6578:36867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:17:42,169 DEBUG [M:0;eb1966fd6578:36867 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:17:42,169 INFO [M:0;eb1966fd6578:36867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:17:42,169 INFO [M:0;eb1966fd6578:36867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:17:42,169 INFO [M:0;eb1966fd6578:36867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:17:42,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:17:42,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12136250896/master 2024-11-13T14:17:42,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12136250896 2024-11-13T14:17:42,178 DEBUG [M:0;eb1966fd6578:36867 {}] zookeeper.ZKUtil(347): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Unable to get data of znode /12136250896/master because node does not exist (not an error) 2024-11-13T14:17:42,178 WARN [M:0;eb1966fd6578:36867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:17:42,180 INFO [M:0;eb1966fd6578:36867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/.lastflushedseqids 2024-11-13T14:17:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741836_1012 (size=99) 2024-11-13T14:17:42,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:42,257 INFO [RS:0;eb1966fd6578:34721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:17:42,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101348eab600004, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:42,257 INFO [RS:0;eb1966fd6578:34721 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,34721,1731507446651; zookeeper connection closed. 2024-11-13T14:17:42,258 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a4bcdc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a4bcdc9 2024-11-13T14:17:42,258 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:17:42,588 INFO [M:0;eb1966fd6578:36867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:17:42,588 INFO [M:0;eb1966fd6578:36867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:17:42,589 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:17:42,589 INFO [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:42,589 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:42,589 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:17:42,590 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:42,590 INFO [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T14:17:42,610 DEBUG [M:0;eb1966fd6578:36867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8227581ff6ca4441a8c2a8b92fe12556 is 82, key is hbase:meta,,1/info:regioninfo/1731507449870/Put/seqid=0 2024-11-13T14:17:42,614 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741837_1013 (size=5672) 2024-11-13T14:17:42,616 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:43,017 INFO [M:0;eb1966fd6578:36867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8227581ff6ca4441a8c2a8b92fe12556 2024-11-13T14:17:43,045 DEBUG [M:0;eb1966fd6578:36867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02e497e1803d44629e5eb2fe04cb63d1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731507449916/Put/seqid=0 2024-11-13T14:17:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741838_1014 (size=5275) 2024-11-13T14:17:43,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:17:43,451 INFO [M:0;eb1966fd6578:36867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02e497e1803d44629e5eb2fe04cb63d1 2024-11-13T14:17:43,475 DEBUG [M:0;eb1966fd6578:36867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e290d2e2dab48e093b807cda083f27a is 69, key is eb1966fd6578,34721,1731507446651/rs:state/1731507448602/Put/seqid=0 2024-11-13T14:17:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741839_1015 (size=5156) 2024-11-13T14:17:43,721 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:43,722 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:43,880 INFO [M:0;eb1966fd6578:36867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e290d2e2dab48e093b807cda083f27a 2024-11-13T14:17:43,895 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8227581ff6ca4441a8c2a8b92fe12556 as hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8227581ff6ca4441a8c2a8b92fe12556 2024-11-13T14:17:43,901 INFO [M:0;eb1966fd6578:36867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8227581ff6ca4441a8c2a8b92fe12556, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T14:17:43,903 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02e497e1803d44629e5eb2fe04cb63d1 as hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02e497e1803d44629e5eb2fe04cb63d1 2024-11-13T14:17:43,909 INFO [M:0;eb1966fd6578:36867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02e497e1803d44629e5eb2fe04cb63d1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T14:17:43,910 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e290d2e2dab48e093b807cda083f27a as hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e290d2e2dab48e093b807cda083f27a 2024-11-13T14:17:43,916 INFO [M:0;eb1966fd6578:36867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34829/user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e290d2e2dab48e093b807cda083f27a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T14:17:43,918 INFO [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-11-13T14:17:43,919 INFO [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:43,919 DEBUG [M:0;eb1966fd6578:36867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507462589Disabling compacts and flushes for region at 1731507462589Disabling writes for close at 1731507462590 (+1 ms)Obtaining lock to block concurrent updates at 1731507462590Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507462591 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731507462592 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507462594 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507462594Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507462609 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507462609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507463030 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507463045 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507463045Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507463461 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507463474 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507463474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658d0e82: reopening flushed file at 1731507463894 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44abe96d: reopening flushed file at 1731507463902 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e597029: reopening flushed file at 1731507463909 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1731507463918 (+9 ms)Writing region close event to WAL at 1731507463919 (+1 ms)Closed at 1731507463919 2024-11-13T14:17:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741830_1006 (size=10165) 2024-11-13T14:17:43,922 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f27b32a3-a488-13fd-2741-e73be53c8ded/MasterData/WALs/eb1966fd6578,36867,1731507446398/eb1966fd6578%2C36867%2C1731507446398.1731507448134 not finished, retry = 0 2024-11-13T14:17:44,023 INFO [M:0;eb1966fd6578:36867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:17:44,023 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:17:44,023 INFO [M:0;eb1966fd6578:36867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36867 2024-11-13T14:17:44,027 INFO [M:0;eb1966fd6578:36867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:17:44,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:44,194 INFO [M:0;eb1966fd6578:36867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:17:44,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36867-0x101348eab600003, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:44,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6e23de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:17:44,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:17:44,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:17:44,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:17:44,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.log.dir/,STOPPED} 2024-11-13T14:17:44,209 WARN [BP-1076966184-172.17.0.2-1731507443445 heartbeating to localhost/127.0.0.1:34829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:17:44,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:17:44,209 WARN [BP-1076966184-172.17.0.2-1731507443445 heartbeating to localhost/127.0.0.1:34829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1076966184-172.17.0.2-1731507443445 (Datanode Uuid 70745532-7f64-4352-a3a2-7f0d33612561) service to localhost/127.0.0.1:34829 2024-11-13T14:17:44,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:17:44,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/cluster_79d01f75-3f5c-5a16-7872-56225a732b3c/data/data1/current/BP-1076966184-172.17.0.2-1731507443445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:17:44,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/cluster_79d01f75-3f5c-5a16-7872-56225a732b3c/data/data2/current/BP-1076966184-172.17.0.2-1731507443445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:17:44,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:17:44,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26c5bd95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:17:44,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:17:44,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:17:44,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:17:44,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.log.dir/,STOPPED} 2024-11-13T14:17:44,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:17:44,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:17:44,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:44,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:44,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:44,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:17:44,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1086484881, stopped=false 2024-11-13T14:17:44,238 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,45373,1731507455723 2024-11-13T14:17:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/running 2024-11-13T14:17:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/running 2024-11-13T14:17:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:44,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:17:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:44,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:44,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:44,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/running 2024-11-13T14:17:44,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Set watcher on znode that does not yet exist, /02020211102/running 2024-11-13T14:17:44,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,43581,1731507455871' ***** 2024-11-13T14:17:44,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:17:44,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(3091): Received CLOSE for ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,43581,1731507455871 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:43581. 2024-11-13T14:17:44,253 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab5ebdd8faabd472eb1b7d4265442b26, disabling compactions & flushes 2024-11-13T14:17:44,253 DEBUG [RS:0;eb1966fd6578:43581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:44,253 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:44,253 DEBUG [RS:0;eb1966fd6578:43581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,253 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:44,253 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. after waiting 0 ms 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:17:44,253 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:17:44,253 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:17:44,254 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:17:44,254 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ab5ebdd8faabd472eb1b7d4265442b26=hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26.} 2024-11-13T14:17:44,254 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:17:44,254 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab5ebdd8faabd472eb1b7d4265442b26 2024-11-13T14:17:44,254 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:17:44,254 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:17:44,254 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:17:44,254 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:17:44,254 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T14:17:44,258 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/replication/ab5ebdd8faabd472eb1b7d4265442b26/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T14:17:44,258 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:44,258 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:44,259 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:44,259 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab5ebdd8faabd472eb1b7d4265442b26: Waiting for close lock at 1731507464253Running coprocessor pre-close hooks at 1731507464253Disabling compacts and flushes for region at 1731507464253Disabling writes for close at 1731507464253Writing region close event to WAL at 1731507464254 (+1 ms)Running coprocessor post-close hooks at 1731507464258 (+4 ms)Closed at 1731507464258 2024-11-13T14:17:44,259 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26. 2024-11-13T14:17:44,270 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/info/07086bdc11bf446c8957a2a2ec09de92 is 147, key is hbase:replication,,1731507450129.ab5ebdd8faabd472eb1b7d4265442b26./info:regioninfo/1731507461661/Put/seqid=0 2024-11-13T14:17:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741851_1027 (size=6385) 2024-11-13T14:17:44,286 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:17:44,454 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:17:44,654 DEBUG [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:17:44,678 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/info/07086bdc11bf446c8957a2a2ec09de92 2024-11-13T14:17:44,693 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/.tmp/info/07086bdc11bf446c8957a2a2ec09de92 as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/info/07086bdc11bf446c8957a2a2ec09de92 2024-11-13T14:17:44,701 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/info/07086bdc11bf446c8957a2a2ec09de92, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T14:17:44,702 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-11-13T14:17:44,708 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T14:17:44,709 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:44,709 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:44,709 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:44,709 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507464254Running coprocessor pre-close hooks at 1731507464254Disabling compacts and flushes for region at 1731507464254Disabling writes for close at 1731507464254Obtaining lock to block concurrent updates at 1731507464254Preparing flush snapshotting stores in 1588230740 at 1731507464254Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731507464254Flushing stores of hbase:meta,,1.1588230740 at 1731507464255 (+1 ms)Flushing 1588230740/info: creating writer at 1731507464255Flushing 1588230740/info: appending metadata at 1731507464270 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731507464270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19252380: reopening flushed file at 1731507464692 (+422 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1731507464702 (+10 ms)Writing region close event to WAL at 1731507464703 (+1 ms)Running coprocessor post-close hooks at 1731507464708 (+5 ms)Closed at 1731507464709 (+1 ms) 2024-11-13T14:17:44,709 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:44,855 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,43581,1731507455871; all regions closed. 2024-11-13T14:17:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741849_1025 (size=2156) 2024-11-13T14:17:44,866 DEBUG [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs 2024-11-13T14:17:44,866 INFO [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C43581%2C1731507455871.meta:.meta(num 1731507457606) 2024-11-13T14:17:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741850_1026 (size=796) 2024-11-13T14:17:44,872 DEBUG [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs 2024-11-13T14:17:44,872 INFO [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C43581%2C1731507455871.rep:(num 1731507461594) 2024-11-13T14:17:44,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741848_1024 (size=93) 2024-11-13T14:17:44,877 DEBUG [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs 2024-11-13T14:17:44,877 INFO [RS:0;eb1966fd6578:43581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C43581%2C1731507455871:(num 1731507457112) 2024-11-13T14:17:44,877 DEBUG [RS:0;eb1966fd6578:43581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,877 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:17:44,877 INFO [RS:0;eb1966fd6578:43581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:17:44,877 INFO [RS:0;eb1966fd6578:43581 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:17:44,878 INFO [RS:0;eb1966fd6578:43581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:17:44,878 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:17:44,878 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,43581,1731507455871 because: Region server is closing 2024-11-13T14:17:44,878 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T14:17:44,878 INFO [RS:0;eb1966fd6578:43581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:43581. 2024-11-13T14:17:44,878 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T14:17:44,878 DEBUG [RS:0;eb1966fd6578:43581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:44,878 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T14:17:44,878 DEBUG [RS:0;eb1966fd6578:43581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,878 DEBUG [RS:0;eb1966fd6578:43581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:44,931 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 to pos 0, reset compression=false 2024-11-13T14:17:44,937 INFO [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 was moved to hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/oldWALs/eb1966fd6578%2C43581%2C1731507455871.1731507457112 2024-11-13T14:17:44,940 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112 2024-11-13T14:17:44,941 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T14:17:44,941 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.wal-reader.eb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T14:17:44,941 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-eb1966fd6578,43581,1731507455871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/WALs/eb1966fd6578,43581,1731507455871/eb1966fd6578%2C43581%2C1731507455871.1731507457112, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T14:17:44,944 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:44,944 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,43581,1731507455871, seqNum=-1] 2024-11-13T14:17:44,946 WARN [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-eb1966fd6578,43581,1731507455871', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:43581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T14:17:44,948 ERROR [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,43581,1731507455871: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-eb1966fd6578,43581,1731507455871, walGroup=eb1966fd6578%2C43581%2C1731507455871, offset=eb1966fd6578%2C43581%2C1731507455871.1731507457112:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:43581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:17:44,950 ERROR [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:17:44,952 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:17:44,953 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:17:44,953 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:17:44,954 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:17:44,954 INFO [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 583390784 }, "NonHeapMemoryUsage": { "committed": 162136064, "init": 7667712, "max": -1, "used": 158019984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:17:44,956 DEBUG [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [eb1966fd6578%2C43581%2C1731507455871.1731507457112] 2024-11-13T14:17:44,979 WARN [RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T14:17:44,979 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,1-eb1966fd6578,43581,1731507455871 terminated 2024-11-13T14:17:44,979 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-eb1966fd6578,43581,1731507455871 because: Region server is closing 2024-11-13T14:17:44,979 INFO [RS:0;eb1966fd6578:43581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:43581. 2024-11-13T14:17:44,980 DEBUG [RS:0;eb1966fd6578:43581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:44,980 DEBUG [RS:0;eb1966fd6578:43581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,980 DEBUG [RS:0;eb1966fd6578:43581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:44,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:44,980 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;eb1966fd6578:43581.replicationSource.shippereb1966fd6578%2C43581%2C1731507455871,2-eb1966fd6578,43581,1731507455871 terminated 2024-11-13T14:17:44,980 INFO [RS:0;eb1966fd6578:43581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43581 2024-11-13T14:17:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/rs/eb1966fd6578,43581,1731507455871 2024-11-13T14:17:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102/rs 2024-11-13T14:17:45,030 INFO [RS:0;eb1966fd6578:43581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:17:45,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,43581,1731507455871] 2024-11-13T14:17:45,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02020211102/draining/eb1966fd6578,43581,1731507455871 already deleted, retry=false 2024-11-13T14:17:45,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,43581,1731507455871 expired; onlineServers=0 2024-11-13T14:17:45,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,45373,1731507455723' ***** 2024-11-13T14:17:45,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:17:45,051 INFO [M:0;eb1966fd6578:45373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:17:45,051 INFO [M:0;eb1966fd6578:45373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:17:45,052 DEBUG [M:0;eb1966fd6578:45373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:17:45,052 DEBUG [M:0;eb1966fd6578:45373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:17:45,052 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507456717 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507456717,5,FailOnTimeoutGroup] 2024-11-13T14:17:45,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:17:45,052 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507456716 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507456716,5,FailOnTimeoutGroup] 2024-11-13T14:17:45,052 INFO [M:0;eb1966fd6578:45373 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:17:45,052 INFO [M:0;eb1966fd6578:45373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:17:45,052 DEBUG [M:0;eb1966fd6578:45373 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:17:45,052 INFO [M:0;eb1966fd6578:45373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:17:45,052 INFO [M:0;eb1966fd6578:45373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:17:45,053 INFO [M:0;eb1966fd6578:45373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:17:45,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:17:45,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02020211102/master 2024-11-13T14:17:45,062 DEBUG [M:0;eb1966fd6578:45373 {}] zookeeper.ZKUtil(347): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Unable to get data of znode /02020211102/master because node does not exist (not an error) 2024-11-13T14:17:45,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02020211102 2024-11-13T14:17:45,062 WARN [M:0;eb1966fd6578:45373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:17:45,063 INFO [M:0;eb1966fd6578:45373 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/.lastflushedseqids 2024-11-13T14:17:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741852_1028 (size=181) 2024-11-13T14:17:45,141 INFO [RS:0;eb1966fd6578:43581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:17:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43581-0x101348eab600007, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:45,141 INFO [RS:0;eb1966fd6578:43581 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,43581,1731507455871; zookeeper connection closed. 2024-11-13T14:17:45,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b9961c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b9961c3 2024-11-13T14:17:45,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:17:45,469 INFO [M:0;eb1966fd6578:45373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:17:45,470 INFO [M:0;eb1966fd6578:45373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:17:45,470 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:17:45,470 INFO [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:45,470 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:45,470 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:17:45,470 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:45,470 INFO [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T14:17:45,486 DEBUG [M:0;eb1966fd6578:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9a7c4e7c6324f059dae4ccd6c7cda82 is 82, key is hbase:meta,,1/info:regioninfo/1731507457685/Put/seqid=0 2024-11-13T14:17:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741853_1029 (size=5680) 2024-11-13T14:17:45,891 INFO [M:0;eb1966fd6578:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9a7c4e7c6324f059dae4ccd6c7cda82 2024-11-13T14:17:45,915 DEBUG [M:0;eb1966fd6578:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0217e7297429482eb6cda67c313483a8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731507461669/Put/seqid=0 2024-11-13T14:17:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741854_1030 (size=7319) 2024-11-13T14:17:46,320 INFO [M:0;eb1966fd6578:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0217e7297429482eb6cda67c313483a8 2024-11-13T14:17:46,347 DEBUG [M:0;eb1966fd6578:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e03957762f34a69997e20fe7c01466c is 69, key is eb1966fd6578,43581,1731507455871/rs:state/1731507456781/Put/seqid=0 2024-11-13T14:17:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741855_1031 (size=5371) 2024-11-13T14:17:46,753 INFO [M:0;eb1966fd6578:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e03957762f34a69997e20fe7c01466c 2024-11-13T14:17:46,758 INFO [M:0;eb1966fd6578:45373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e03957762f34a69997e20fe7c01466c 2024-11-13T14:17:46,759 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9a7c4e7c6324f059dae4ccd6c7cda82 as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9a7c4e7c6324f059dae4ccd6c7cda82 2024-11-13T14:17:46,765 INFO [M:0;eb1966fd6578:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9a7c4e7c6324f059dae4ccd6c7cda82, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T14:17:46,767 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0217e7297429482eb6cda67c313483a8 as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0217e7297429482eb6cda67c313483a8 2024-11-13T14:17:46,772 INFO [M:0;eb1966fd6578:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0217e7297429482eb6cda67c313483a8, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T14:17:46,773 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e03957762f34a69997e20fe7c01466c as hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e03957762f34a69997e20fe7c01466c 2024-11-13T14:17:46,779 INFO [M:0;eb1966fd6578:45373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e03957762f34a69997e20fe7c01466c 2024-11-13T14:17:46,779 INFO [M:0;eb1966fd6578:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46631/user/jenkins/test-data/f43ce44d-0555-2145-3bc8-828170d80e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e03957762f34a69997e20fe7c01466c, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T14:17:46,781 INFO [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-13T14:17:46,782 INFO [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:46,782 DEBUG [M:0;eb1966fd6578:45373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507465470Disabling compacts and flushes for region at 1731507465470Disabling writes for close at 1731507465470Obtaining lock to block concurrent updates at 1731507465470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507465470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731507465471 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507465471Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507465472 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507465486 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507465486Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507465898 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507465914 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507465914Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507466326 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507466346 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507466346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67c56311: reopening flushed file at 1731507466758 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@580e604d: reopening flushed file at 1731507466766 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f94dd80: reopening flushed file at 1731507466772 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1731507466781 (+9 ms)Writing region close event to WAL at 1731507466782 (+1 ms)Closed at 1731507466782 2024-11-13T14:17:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42967 is added to blk_1073741847_1023 (size=22949) 2024-11-13T14:17:46,785 INFO [M:0;eb1966fd6578:45373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:17:46,785 INFO [M:0;eb1966fd6578:45373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45373 2024-11-13T14:17:46,785 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:17:46,785 INFO [M:0;eb1966fd6578:45373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:17:46,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:46,973 INFO [M:0;eb1966fd6578:45373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:17:46,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101348eab600006, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:46,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:17:46,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:17:46,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:17:46,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:17:46,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.log.dir/,STOPPED} 2024-11-13T14:17:46,976 WARN [BP-816163897-172.17.0.2-1731507434391 heartbeating to localhost/127.0.0.1:46631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:17:46,976 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:17:46,976 WARN [BP-816163897-172.17.0.2-1731507434391 heartbeating to localhost/127.0.0.1:46631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-816163897-172.17.0.2-1731507434391 (Datanode Uuid e26be092-8f93-45ef-ac1c-cca2ea22a2f8) service to localhost/127.0.0.1:46631 2024-11-13T14:17:46,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:17:46,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/cluster_ef3b7699-847e-9954-c615-a54a09c3fb6e/data/data1/current/BP-816163897-172.17.0.2-1731507434391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:17:46,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/cluster_ef3b7699-847e-9954-c615-a54a09c3fb6e/data/data2/current/BP-816163897-172.17.0.2-1731507434391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:17:46,977 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:17:46,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:17:46,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:17:46,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:17:46,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:17:46,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9016de1-b3a7-2ef3-3516-cb16e7fce46a/hadoop.log.dir/,STOPPED} 2024-11-13T14:17:46,990 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:17:47,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:17:47,018 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46631 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34829 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: regionserver/eb1966fd6578:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb1966fd6578:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/eb1966fd6578:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb1966fd6578:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df650da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62571) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62571) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb1966fd6578:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 423) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3094 (was 3906) 2024-11-13T14:17:47,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=3094 2024-11-13T14:17:47,049 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T14:17:47,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.log.dir so I do NOT create it in target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48 2024-11-13T14:17:47,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:17:47,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.tmp.dir so I do NOT create it in target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48 2024-11-13T14:17:47,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cd782c4-f89a-8d96-fae8-360a6f5b885b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:17:47,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48 2024-11-13T14:17:47,050 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/cluster_1e69be36-66e8-b33f-1f36-aaf5fa87164c, deleteOnExit=true 2024-11-13T14:17:47,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/cluster_1e69be36-66e8-b33f-1f36-aaf5fa87164c/zookeeper_0, clientPort=57156, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/cluster_1e69be36-66e8-b33f-1f36-aaf5fa87164c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/cluster_1e69be36-66e8-b33f-1f36-aaf5fa87164c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:17:47,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57156 2024-11-13T14:17:47,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:17:47,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:17:47,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/test.cache.data in system properties and HBase conf 2024-11-13T14:17:47,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:17:47,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:17:47,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:17:47,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:17:47,077 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:17:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:17:47,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:17:47,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:17:47,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:17:47,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:17:47,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:17:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101348eab600005, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:17:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101348eab600002, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:17:47,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101348eab600002, quorum=127.0.0.1:62571, baseZNode=/02020211102 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:17:47,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101348eab600005, quorum=127.0.0.1:62571, baseZNode=/12136250896 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:17:47,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:47,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:17:47,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:17:47,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:17:47,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:17:47,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:47,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8880471{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:17:47,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b56bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:17:47,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@df46876{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/java.io.tmpdir/jetty-localhost-43379-hadoop-hdfs-3_4_1-tests_jar-_-any-13029177002195281780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:17:47,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a6d48d2{HTTP/1.1, (http/1.1)}{localhost:43379} 2024-11-13T14:17:47,508 INFO [Time-limited test {}] server.Server(415): Started @35980ms 2024-11-13T14:17:47,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:47,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:17:47,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:17:47,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:17:47,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:17:47,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb07959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:17:47,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d554b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:17:47,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@351e6c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/java.io.tmpdir/jetty-localhost-39345-hadoop-hdfs-3_4_1-tests_jar-_-any-8737936763845188781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:17:47,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4212f721{HTTP/1.1, (http/1.1)}{localhost:39345} 2024-11-13T14:17:47,853 INFO [Time-limited test {}] server.Server(415): Started @36326ms 2024-11-13T14:17:47,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:17:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:17:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:17:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:48,746 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/cluster_1e69be36-66e8-b33f-1f36-aaf5fa87164c/data/data1/current/BP-1944227348-172.17.0.2-1731507467100/current, will proceed with Du for space computation calculation, 2024-11-13T14:17:48,746 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/cluster_1e69be36-66e8-b33f-1f36-aaf5fa87164c/data/data2/current/BP-1944227348-172.17.0.2-1731507467100/current, will proceed with Du for space computation calculation, 2024-11-13T14:17:48,765 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:17:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8c8642cf4a0e3ee with lease ID 0x23a74f81a95da8f7: Processing first storage report for DS-7951f027-b882-40da-9c8a-3f24a16fb20d from datanode DatanodeRegistration(127.0.0.1:38147, datanodeUuid=8a9dc09a-3b40-468f-a536-f63a191f94a1, infoPort=41581, infoSecurePort=0, ipcPort=37837, storageInfo=lv=-57;cid=testClusterID;nsid=1497817864;c=1731507467100) 2024-11-13T14:17:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8c8642cf4a0e3ee with lease ID 0x23a74f81a95da8f7: from storage DS-7951f027-b882-40da-9c8a-3f24a16fb20d node DatanodeRegistration(127.0.0.1:38147, datanodeUuid=8a9dc09a-3b40-468f-a536-f63a191f94a1, infoPort=41581, infoSecurePort=0, ipcPort=37837, storageInfo=lv=-57;cid=testClusterID;nsid=1497817864;c=1731507467100), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:17:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8c8642cf4a0e3ee with lease ID 0x23a74f81a95da8f7: Processing first storage report for DS-8db119af-9d5e-4a04-8c4d-6069c8626d4d from datanode DatanodeRegistration(127.0.0.1:38147, datanodeUuid=8a9dc09a-3b40-468f-a536-f63a191f94a1, infoPort=41581, infoSecurePort=0, ipcPort=37837, storageInfo=lv=-57;cid=testClusterID;nsid=1497817864;c=1731507467100) 2024-11-13T14:17:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8c8642cf4a0e3ee with lease ID 0x23a74f81a95da8f7: from storage DS-8db119af-9d5e-4a04-8c4d-6069c8626d4d node DatanodeRegistration(127.0.0.1:38147, datanodeUuid=8a9dc09a-3b40-468f-a536-f63a191f94a1, infoPort=41581, infoSecurePort=0, ipcPort=37837, storageInfo=lv=-57;cid=testClusterID;nsid=1497817864;c=1731507467100), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:17:48,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48 2024-11-13T14:17:48,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:48,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:48,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:17:49,205 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5 with version=8 2024-11-13T14:17:49,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/hbase-staging 2024-11-13T14:17:49,208 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:49,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:49,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:49,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:49,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:49,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:49,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:17:49,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:49,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43831 2024-11-13T14:17:49,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43831 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-13T14:17:49,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438310x0, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:49,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43831-0x101348f2eed0000 connected 2024-11-13T14:17:49,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:49,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:49,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on znode that does not yet exist, /0-416051985/running 2024-11-13T14:17:49,393 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5, hbase.cluster.distributed=false 2024-11-13T14:17:49,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on znode that does not yet exist, /0-416051985/acl 2024-11-13T14:17:49,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-13T14:17:49,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43831 2024-11-13T14:17:49,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43831 2024-11-13T14:17:49,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-13T14:17:49,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43831 2024-11-13T14:17:49,413 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:49,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:49,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:49,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:49,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:49,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:49,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:17:49,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:49,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39533 2024-11-13T14:17:49,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39533 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-13T14:17:49,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:49,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:49,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395330x0, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:49,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39533-0x101348f2eed0001 connected 2024-11-13T14:17:49,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on znode that does not yet exist, /0-416051985/running 2024-11-13T14:17:49,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:17:49,432 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:17:49,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on znode that does not yet exist, /0-416051985/master 2024-11-13T14:17:49,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on znode that does not yet exist, /0-416051985/acl 2024-11-13T14:17:49,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-13T14:17:49,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39533 2024-11-13T14:17:49,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39533 2024-11-13T14:17:49,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-13T14:17:49,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-13T14:17:49,449 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:43831 2024-11-13T14:17:49,452 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-416051985/backup-masters/eb1966fd6578,43831,1731507469207 2024-11-13T14:17:49,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985/backup-masters 2024-11-13T14:17:49,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985/backup-masters 2024-11-13T14:17:49,463 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on existing znode=/0-416051985/backup-masters/eb1966fd6578,43831,1731507469207 2024-11-13T14:17:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-416051985/master 2024-11-13T14:17:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:49,474 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on existing znode=/0-416051985/master 2024-11-13T14:17:49,474 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-416051985/backup-masters/eb1966fd6578,43831,1731507469207 from backup master directory 2024-11-13T14:17:49,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416051985/backup-masters/eb1966fd6578,43831,1731507469207 2024-11-13T14:17:49,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985/backup-masters 2024-11-13T14:17:49,484 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:49,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985/backup-masters 2024-11-13T14:17:49,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,43831,1731507469207 2024-11-13T14:17:49,489 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/hbase.id] with ID: a077d04b-64b2-4212-841b-904705d58603 2024-11-13T14:17:49,489 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/.tmp/hbase.id 2024-11-13T14:17:49,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:17:49,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:17:49,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:17:49,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:17:49,896 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/.tmp/hbase.id]:[hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/hbase.id] 2024-11-13T14:17:49,916 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:49,916 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:17:49,920 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-13T14:17:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:17:50,415 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:17:50,416 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:17:50,417 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:50,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:17:50,431 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store 2024-11-13T14:17:50,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:17:50,443 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:50,444 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:17:50,444 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:50,444 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:50,444 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:17:50,444 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:50,444 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:50,444 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507470443Disabling compacts and flushes for region at 1731507470443Disabling writes for close at 1731507470444 (+1 ms)Writing region close event to WAL at 1731507470444Closed at 1731507470444 2024-11-13T14:17:50,445 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/.initializing 2024-11-13T14:17:50,445 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/WALs/eb1966fd6578,43831,1731507469207 2024-11-13T14:17:50,447 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:50,449 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C43831%2C1731507469207, suffix=, logDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/WALs/eb1966fd6578,43831,1731507469207, archiveDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/oldWALs, maxLogs=10 2024-11-13T14:17:50,467 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/WALs/eb1966fd6578,43831,1731507469207/eb1966fd6578%2C43831%2C1731507469207.1731507470449, exclude list is [], retry=0 2024-11-13T14:17:50,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38147,DS-7951f027-b882-40da-9c8a-3f24a16fb20d,DISK] 2024-11-13T14:17:50,473 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/WALs/eb1966fd6578,43831,1731507469207/eb1966fd6578%2C43831%2C1731507469207.1731507470449 2024-11-13T14:17:50,475 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41581:41581)] 2024-11-13T14:17:50,475 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:50,475 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:50,475 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,475 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:17:50,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:50,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:50,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:17:50,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:50,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:50,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:17:50,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:50,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:50,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:17:50,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:50,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:50,489 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,490 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,490 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,492 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,492 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,493 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:50,494 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:50,499 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:50,499 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70418687, jitterRate=0.04932020604610443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:50,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507470476Initializing all the Stores at 1731507470477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507470477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507470477Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507470477Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507470477Cleaning up temporary data from old regions at 1731507470492 (+15 ms)Region opened successfully at 1731507470500 (+8 ms) 2024-11-13T14:17:50,501 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:17:50,504 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db92388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:50,505 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:17:50,505 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:17:50,505 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:17:50,505 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:17:50,506 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:17:50,506 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:17:50,506 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:17:50,508 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:17:50,510 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Unable to get data of znode /0-416051985/balancer because node does not exist (not necessarily an error) 2024-11-13T14:17:50,557 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416051985/balancer already deleted, retry=false 2024-11-13T14:17:50,558 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:17:50,559 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Unable to get data of znode /0-416051985/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:17:50,568 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416051985/normalizer already deleted, retry=false 2024-11-13T14:17:50,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:17:50,571 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Unable to get data of znode /0-416051985/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:17:50,617 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416051985/switch/split already deleted, retry=false 2024-11-13T14:17:50,619 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Unable to get data of znode /0-416051985/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:17:50,631 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416051985/switch/merge already deleted, retry=false 2024-11-13T14:17:50,633 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Unable to get data of znode /0-416051985/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:17:50,641 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416051985/snapshot-cleanup already deleted, retry=false 2024-11-13T14:17:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-416051985/running 2024-11-13T14:17:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-416051985/running 2024-11-13T14:17:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:50,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,43831,1731507469207, sessionid=0x101348f2eed0000, setting cluster-up flag (Was=false) 2024-11-13T14:17:50,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:50,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:50,705 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-416051985/flush-table-proc/acquired, /0-416051985/flush-table-proc/reached, /0-416051985/flush-table-proc/abort 2024-11-13T14:17:50,706 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,43831,1731507469207 2024-11-13T14:17:50,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:50,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:50,757 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-416051985/online-snapshot/acquired, /0-416051985/online-snapshot/reached, /0-416051985/online-snapshot/abort 2024-11-13T14:17:50,758 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,43831,1731507469207 2024-11-13T14:17:50,759 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:17:50,761 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:50,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:17:50,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:17:50,762 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,43831,1731507469207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:17:50,763 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:50,763 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:50,764 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:50,764 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:50,764 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:17:50,764 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,764 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:50,764 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,765 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507500765 2024-11-13T14:17:50,765 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:17:50,765 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:17:50,765 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:17:50,765 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:17:50,765 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:17:50,765 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:17:50,765 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,766 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:17:50,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:50,766 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:17:50,766 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:17:50,766 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:17:50,766 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:17:50,766 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:17:50,766 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:17:50,766 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507470766,5,FailOnTimeoutGroup] 2024-11-13T14:17:50,767 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:50,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:17:50,776 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507470766,5,FailOnTimeoutGroup] 2024-11-13T14:17:50,776 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,776 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:17:50,776 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,776 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:17:50,792 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:17:50,792 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5 2024-11-13T14:17:50,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:17:50,842 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(746): ClusterId : a077d04b-64b2-4212-841b-904705d58603 2024-11-13T14:17:50,842 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:17:50,853 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:17:50,853 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:17:50,863 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:17:50,864 DEBUG [RS:0;eb1966fd6578:39533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e701844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:50,880 DEBUG [RS:0;eb1966fd6578:39533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:39533 2024-11-13T14:17:50,880 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:17:50,880 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:17:50,880 DEBUG [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:17:50,881 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,43831,1731507469207 with port=39533, startcode=1731507469413 2024-11-13T14:17:50,881 DEBUG [RS:0;eb1966fd6578:39533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:17:50,885 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:17:50,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,39533,1731507469413 2024-11-13T14:17:50,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43831 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,39533,1731507469413 2024-11-13T14:17:50,888 DEBUG [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5 2024-11-13T14:17:50,888 DEBUG [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37557 2024-11-13T14:17:50,888 DEBUG [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:17:50,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985/rs 2024-11-13T14:17:50,895 DEBUG [RS:0;eb1966fd6578:39533 {}] zookeeper.ZKUtil(111): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on existing znode=/0-416051985/rs/eb1966fd6578,39533,1731507469413 2024-11-13T14:17:50,895 WARN [RS:0;eb1966fd6578:39533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:50,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,39533,1731507469413] 2024-11-13T14:17:50,895 INFO [RS:0;eb1966fd6578:39533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:50,895 DEBUG [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413 2024-11-13T14:17:50,907 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:17:50,913 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:17:50,916 INFO [RS:0;eb1966fd6578:39533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:17:50,916 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,920 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:17:50,921 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:17:50,921 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,921 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,921 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:50,922 DEBUG [RS:0;eb1966fd6578:39533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:50,928 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,928 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,928 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,928 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,928 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,928 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,39533,1731507469413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:50,952 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:17:50,952 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,39533,1731507469413-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,953 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,953 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.Replication(171): eb1966fd6578,39533,1731507469413 started 2024-11-13T14:17:50,973 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:50,974 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,39533,1731507469413, RpcServer on eb1966fd6578/172.17.0.2:39533, sessionid=0x101348f2eed0001 2024-11-13T14:17:50,974 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:17:50,974 DEBUG [RS:0;eb1966fd6578:39533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,39533,1731507469413 2024-11-13T14:17:50,974 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,39533,1731507469413' 2024-11-13T14:17:50,974 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-416051985/flush-table-proc/abort' 2024-11-13T14:17:50,974 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-416051985/flush-table-proc/acquired' 2024-11-13T14:17:50,975 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:17:50,975 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:17:50,975 DEBUG [RS:0;eb1966fd6578:39533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,39533,1731507469413 2024-11-13T14:17:50,975 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,39533,1731507469413' 2024-11-13T14:17:50,975 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-416051985/online-snapshot/abort' 2024-11-13T14:17:50,975 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-416051985/online-snapshot/acquired' 2024-11-13T14:17:50,976 DEBUG [RS:0;eb1966fd6578:39533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:17:50,976 INFO [RS:0;eb1966fd6578:39533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:17:50,976 INFO [RS:0;eb1966fd6578:39533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:17:51,076 INFO [RS:0;eb1966fd6578:39533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:51,079 INFO [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C39533%2C1731507469413, suffix=, logDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413, archiveDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/oldWALs, maxLogs=10 2024-11-13T14:17:51,097 DEBUG [RS:0;eb1966fd6578:39533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079, exclude list is [], retry=0 2024-11-13T14:17:51,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38147,DS-7951f027-b882-40da-9c8a-3f24a16fb20d,DISK] 2024-11-13T14:17:51,102 INFO [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079 2024-11-13T14:17:51,102 DEBUG [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41581:41581)] 2024-11-13T14:17:51,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:51,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:51,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:51,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:51,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:51,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:51,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:51,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:51,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:51,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:51,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:51,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:51,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:51,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:51,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:51,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:51,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:51,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:51,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740 2024-11-13T14:17:51,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740 2024-11-13T14:17:51,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:51,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:51,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:51,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:51,243 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:51,243 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60017517, jitterRate=-0.105669304728508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:51,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507471212Initializing all the Stores at 1731507471213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507471213Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507471213Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507471213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507471213Cleaning up temporary data from old regions at 1731507471235 (+22 ms)Region opened successfully at 1731507471244 (+9 ms) 2024-11-13T14:17:51,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:17:51,244 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:17:51,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:17:51,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:17:51,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:17:51,245 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:51,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507471244Disabling compacts and flushes for region at 1731507471244Disabling writes for close at 1731507471245 (+1 ms)Writing region close event to WAL at 1731507471245Closed at 1731507471245 2024-11-13T14:17:51,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:51,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:17:51,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:17:51,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:51,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:17:51,405 DEBUG [eb1966fd6578:43831 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:17:51,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,39533,1731507469413 2024-11-13T14:17:51,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,39533,1731507469413, state=OPENING 2024-11-13T14:17:51,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:17:51,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:51,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:51,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-416051985/meta-region-server: CHANGED 2024-11-13T14:17:51,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:51,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,39533,1731507469413}] 2024-11-13T14:17:51,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-416051985/meta-region-server: CHANGED 2024-11-13T14:17:51,625 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:17:51,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:17:51,631 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:17:51,632 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:51,632 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:17:51,634 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C39533%2C1731507469413.meta, suffix=.meta, logDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413, archiveDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/oldWALs, maxLogs=10 2024-11-13T14:17:51,652 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.meta.1731507471634.meta, exclude list is [], retry=0 2024-11-13T14:17:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38147,DS-7951f027-b882-40da-9c8a-3f24a16fb20d,DISK] 2024-11-13T14:17:51,660 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.meta.1731507471634.meta 2024-11-13T14:17:51,661 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41581:41581)] 2024-11-13T14:17:51,661 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:51,662 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:17:51,662 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:17:51,662 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:17:51,662 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:17:51,663 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:17:51,663 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:51,663 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:17:51,663 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:17:51,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:51,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:51,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:51,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:51,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:51,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:51,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:51,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:51,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:51,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:51,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:51,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:51,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:51,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:51,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:51,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:51,674 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:51,675 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740 2024-11-13T14:17:51,679 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740 2024-11-13T14:17:51,681 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:51,681 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:51,682 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:51,683 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:51,684 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69432658, jitterRate=0.03462722897529602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:51,684 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:17:51,685 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507471663Writing region info on filesystem at 1731507471663Initializing all the Stores at 1731507471664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507471664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507471665 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507471665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507471665Cleaning up temporary data from old regions at 1731507471681 (+16 ms)Running coprocessor post-open hooks at 1731507471684 (+3 ms)Region opened successfully at 1731507471685 (+1 ms) 2024-11-13T14:17:51,688 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507471625 2024-11-13T14:17:51,691 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:17:51,691 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:17:51,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,39533,1731507469413 2024-11-13T14:17:51,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,39533,1731507469413, state=OPEN 2024-11-13T14:17:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-416051985/meta-region-server 2024-11-13T14:17:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-416051985/meta-region-server 2024-11-13T14:17:51,812 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,39533,1731507469413 2024-11-13T14:17:51,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-416051985/meta-region-server: CHANGED 2024-11-13T14:17:51,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-416051985/meta-region-server: CHANGED 2024-11-13T14:17:51,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:17:51,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,39533,1731507469413 in 345 msec 2024-11-13T14:17:51,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:17:51,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 569 msec 2024-11-13T14:17:51,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:51,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:17:51,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:51,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,39533,1731507469413, seqNum=-1] 2024-11-13T14:17:51,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:51,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:51,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0720 sec 2024-11-13T14:17:51,838 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507471838, completionTime=-1 2024-11-13T14:17:51,838 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:17:51,838 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:17:51,840 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:17:51,840 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507531840 2024-11-13T14:17:51,840 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507591840 2024-11-13T14:17:51,841 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T14:17:51,841 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43831,1731507469207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:51,841 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43831,1731507469207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:51,841 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43831,1731507469207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:51,841 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:43831, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:51,841 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:51,842 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:51,843 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:17:51,846 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.362sec 2024-11-13T14:17:51,846 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:17:51,846 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:17:51,846 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:17:51,846 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:17:51,847 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:17:51,847 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43831,1731507469207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:51,847 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43831,1731507469207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:17:51,850 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:17:51,850 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:17:51,850 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43831,1731507469207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:51,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:51,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43831,-1 for getting cluster id 2024-11-13T14:17:51,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:51,958 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a077d04b-64b2-4212-841b-904705d58603' 2024-11-13T14:17:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a077d04b-64b2-4212-841b-904705d58603" 2024-11-13T14:17:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74838e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43831,-1] 2024-11-13T14:17:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:51,960 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:51,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa4398d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:51,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,39533,1731507469413, seqNum=-1] 2024-11-13T14:17:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:51,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:51,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,43831,1731507469207 2024-11-13T14:17:51,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-13T14:17:51,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:51,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101348f2eed0002 connected 2024-11-13T14:17:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.log.dir so I do NOT create it in target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c 2024-11-13T14:17:52,007 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:17:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.tmp.dir so I do NOT create it in target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c 2024-11-13T14:17:52,007 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:17:52,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c 2024-11-13T14:17:52,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:17:52,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/cluster_d3a25930-c1a2-bd96-ccb2-3b914816308d, deleteOnExit=true 2024-11-13T14:17:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:17:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/test.cache.data in system properties and HBase conf 2024-11-13T14:17:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:17:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:17:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:17:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:17:52,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:17:52,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:17:52,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:17:52,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:17:52,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:17:52,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:17:52,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:52,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:17:52,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:17:52,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:17:52,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:17:52,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:52,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a908fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:17:52,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fdfcc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:17:52,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ecca32{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/java.io.tmpdir/jetty-localhost-37885-hadoop-hdfs-3_4_1-tests_jar-_-any-12399608094004969437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:17:52,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c79b326{HTTP/1.1, (http/1.1)}{localhost:37885} 2024-11-13T14:17:52,529 INFO [Time-limited test {}] server.Server(415): Started @41001ms 2024-11-13T14:17:52,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:17:52,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:17:52,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:17:52,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:17:52,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:17:52,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d34bb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:17:52,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd585af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:17:52,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa231b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/java.io.tmpdir/jetty-localhost-35475-hadoop-hdfs-3_4_1-tests_jar-_-any-17848581436710754243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:17:52,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d920833{HTTP/1.1, (http/1.1)}{localhost:35475} 2024-11-13T14:17:52,921 INFO [Time-limited test {}] server.Server(415): Started @41393ms 2024-11-13T14:17:52,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:17:53,712 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/cluster_d3a25930-c1a2-bd96-ccb2-3b914816308d/data/data1/current/BP-474393434-172.17.0.2-1731507472039/current, will proceed with Du for space computation calculation, 2024-11-13T14:17:53,716 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/cluster_d3a25930-c1a2-bd96-ccb2-3b914816308d/data/data2/current/BP-474393434-172.17.0.2-1731507472039/current, will proceed with Du for space computation calculation, 2024-11-13T14:17:53,750 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:17:53,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x654cb17f4fd8f360 with lease ID 0xd53a0edb2db6a76c: Processing first storage report for DS-4fc11da2-d5f7-4016-9283-5b6c033b90a8 from datanode DatanodeRegistration(127.0.0.1:36445, datanodeUuid=de179aa2-d592-48fd-99ae-6e55498d622b, infoPort=41335, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=897632010;c=1731507472039) 2024-11-13T14:17:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x654cb17f4fd8f360 with lease ID 0xd53a0edb2db6a76c: from storage DS-4fc11da2-d5f7-4016-9283-5b6c033b90a8 node DatanodeRegistration(127.0.0.1:36445, datanodeUuid=de179aa2-d592-48fd-99ae-6e55498d622b, infoPort=41335, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=897632010;c=1731507472039), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:17:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x654cb17f4fd8f360 with lease ID 0xd53a0edb2db6a76c: Processing first storage report for DS-35cb0021-3c75-45bc-80d0-232d1a5015ec from datanode DatanodeRegistration(127.0.0.1:36445, datanodeUuid=de179aa2-d592-48fd-99ae-6e55498d622b, infoPort=41335, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=897632010;c=1731507472039) 2024-11-13T14:17:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x654cb17f4fd8f360 with lease ID 0xd53a0edb2db6a76c: from storage DS-35cb0021-3c75-45bc-80d0-232d1a5015ec node DatanodeRegistration(127.0.0.1:36445, datanodeUuid=de179aa2-d592-48fd-99ae-6e55498d622b, infoPort=41335, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=897632010;c=1731507472039), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:17:53,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c 2024-11-13T14:17:53,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:53,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:17:53,803 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e with version=8 2024-11-13T14:17:53,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/hbase-staging 2024-11-13T14:17:53,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:53,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:53,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:53,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:53,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:53,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:53,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:17:53,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:53,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33303 2024-11-13T14:17:53,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33303 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-13T14:17:53,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333030x0, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:53,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33303-0x101348f2eed0003 connected 2024-11-13T14:17:53,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:53,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:53,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on znode that does not yet exist, /11103374034/running 2024-11-13T14:17:53,910 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e, hbase.cluster.distributed=false 2024-11-13T14:17:53,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on znode that does not yet exist, /11103374034/acl 2024-11-13T14:17:53,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-13T14:17:53,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33303 2024-11-13T14:17:53,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33303 2024-11-13T14:17:53,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-13T14:17:53,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33303 2024-11-13T14:17:53,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:17:53,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:53,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:53,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:17:53,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:17:53,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:17:53,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:17:53,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:17:53,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40601 2024-11-13T14:17:53,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40601 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-13T14:17:53,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:53,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:53,993 WARN [RS:0;eb1966fd6578:39533 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of eb1966fd6578,41203,1731507438969: status=Processing ServerCrashProcedure of eb1966fd6578,41203,1731507438969 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731507456705, completionTime=-1 appears to have been leaked 2024-11-13T14:17:54,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406010x0, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:54,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406010x0, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on znode that does not yet exist, /11103374034/running 2024-11-13T14:17:54,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40601-0x101348f2eed0004 connected 2024-11-13T14:17:54,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:17:54,016 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:17:54,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on znode that does not yet exist, /11103374034/master 2024-11-13T14:17:54,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on znode that does not yet exist, /11103374034/acl 2024-11-13T14:17:54,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40601 2024-11-13T14:17:54,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40601 2024-11-13T14:17:54,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40601 2024-11-13T14:17:54,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40601 2024-11-13T14:17:54,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40601 2024-11-13T14:17:54,065 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:33303 2024-11-13T14:17:54,066 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11103374034/backup-masters/eb1966fd6578,33303,1731507473809 2024-11-13T14:17:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034/backup-masters 2024-11-13T14:17:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034/backup-masters 2024-11-13T14:17:54,074 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on existing znode=/11103374034/backup-masters/eb1966fd6578,33303,1731507473809 2024-11-13T14:17:54,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11103374034/master 2024-11-13T14:17:54,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:54,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:54,084 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on existing znode=/11103374034/master 2024-11-13T14:17:54,085 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11103374034/backup-masters/eb1966fd6578,33303,1731507473809 from backup master directory 2024-11-13T14:17:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034/backup-masters 2024-11-13T14:17:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11103374034/backup-masters/eb1966fd6578,33303,1731507473809 2024-11-13T14:17:54,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034/backup-masters 2024-11-13T14:17:54,094 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:54,094 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,33303,1731507473809 2024-11-13T14:17:54,121 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/hbase.id] with ID: 65b93c43-f24e-4140-8a6d-306f5d7a9744 2024-11-13T14:17:54,121 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/.tmp/hbase.id 2024-11-13T14:17:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:17:54,159 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/.tmp/hbase.id]:[hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/hbase.id] 2024-11-13T14:17:54,196 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:17:54,196 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:17:54,201 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-13T14:17:54,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:54,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:17:54,271 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:17:54,272 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:17:54,279 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:54,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:17:54,326 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store 2024-11-13T14:17:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:17:54,792 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:54,792 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:17:54,792 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:54,792 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:54,792 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:17:54,792 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:54,792 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:54,792 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507474792Disabling compacts and flushes for region at 1731507474792Disabling writes for close at 1731507474792Writing region close event to WAL at 1731507474792Closed at 1731507474792 2024-11-13T14:17:54,793 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/.initializing 2024-11-13T14:17:54,793 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/WALs/eb1966fd6578,33303,1731507473809 2024-11-13T14:17:54,795 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:54,797 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C33303%2C1731507473809, suffix=, logDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/WALs/eb1966fd6578,33303,1731507473809, archiveDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/oldWALs, maxLogs=10 2024-11-13T14:17:54,815 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/WALs/eb1966fd6578,33303,1731507473809/eb1966fd6578%2C33303%2C1731507473809.1731507474797, exclude list is [], retry=0 2024-11-13T14:17:54,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36445,DS-4fc11da2-d5f7-4016-9283-5b6c033b90a8,DISK] 2024-11-13T14:17:54,824 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/WALs/eb1966fd6578,33303,1731507473809/eb1966fd6578%2C33303%2C1731507473809.1731507474797 2024-11-13T14:17:54,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-13T14:17:54,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:54,829 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:54,829 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,829 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:17:54,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:54,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:54,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:17:54,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:54,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:54,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:17:54,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:54,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:54,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:17:54,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:54,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:54,842 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,843 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,844 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,845 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,845 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,846 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:54,847 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:17:54,854 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:54,855 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72902626, jitterRate=0.08633378148078918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:54,855 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507474829Initializing all the Stores at 1731507474830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507474830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507474830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507474830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507474830Cleaning up temporary data from old regions at 1731507474845 (+15 ms)Region opened successfully at 1731507474855 (+10 ms) 2024-11-13T14:17:54,855 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:17:54,862 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97aeff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:54,863 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:17:54,863 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:17:54,863 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:17:54,863 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:17:54,864 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:17:54,864 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:17:54,864 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:17:54,883 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:17:54,884 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Unable to get data of znode /11103374034/balancer because node does not exist (not necessarily an error) 2024-11-13T14:17:54,936 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11103374034/balancer already deleted, retry=false 2024-11-13T14:17:54,936 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:17:54,937 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Unable to get data of znode /11103374034/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:17:54,946 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11103374034/normalizer already deleted, retry=false 2024-11-13T14:17:54,947 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:17:54,954 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Unable to get data of znode /11103374034/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:17:54,964 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11103374034/switch/split already deleted, retry=false 2024-11-13T14:17:54,973 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Unable to get data of znode /11103374034/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:17:54,986 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11103374034/switch/merge already deleted, retry=false 2024-11-13T14:17:54,994 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Unable to get data of znode /11103374034/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:17:55,007 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11103374034/snapshot-cleanup already deleted, retry=false 2024-11-13T14:17:55,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11103374034/running 2024-11-13T14:17:55,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:55,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11103374034/running 2024-11-13T14:17:55,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:55,023 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,33303,1731507473809, sessionid=0x101348f2eed0003, setting cluster-up flag (Was=false) 2024-11-13T14:17:55,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:55,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:55,084 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11103374034/flush-table-proc/acquired, /11103374034/flush-table-proc/reached, /11103374034/flush-table-proc/abort 2024-11-13T14:17:55,085 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,33303,1731507473809 2024-11-13T14:17:55,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:55,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:55,136 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11103374034/online-snapshot/acquired, /11103374034/online-snapshot/reached, /11103374034/online-snapshot/abort 2024-11-13T14:17:55,137 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,33303,1731507473809 2024-11-13T14:17:55,138 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:17:55,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:55,145 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:17:55,145 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:17:55,145 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,33303,1731507473809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:17:55,146 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:55,147 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:55,147 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:55,147 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:17:55,147 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:17:55,147 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,147 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:55,147 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,158 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(746): ClusterId : 65b93c43-f24e-4140-8a6d-306f5d7a9744 2024-11-13T14:17:55,158 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:17:55,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:55,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:17:55,167 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507505167 2024-11-13T14:17:55,167 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:17:55,167 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:17:55,167 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:17:55,167 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:17:55,167 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:17:55,167 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:17:55,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:55,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:17:55,171 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,171 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:17:55,171 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:17:55,172 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:17:55,172 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:17:55,172 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:17:55,172 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:17:55,176 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:17:55,176 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:17:55,177 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507475176,5,FailOnTimeoutGroup] 2024-11-13T14:17:55,178 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507475177,5,FailOnTimeoutGroup] 2024-11-13T14:17:55,178 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,178 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:17:55,178 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,178 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,179 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:17:55,180 DEBUG [RS:0;eb1966fd6578:40601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277c3df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:17:55,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:17:55,197 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:40601 2024-11-13T14:17:55,197 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:17:55,197 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:17:55,197 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:17:55,198 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,33303,1731507473809 with port=40601, startcode=1731507473939 2024-11-13T14:17:55,198 DEBUG [RS:0;eb1966fd6578:40601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:17:55,201 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:17:55,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,40601,1731507473939 2024-11-13T14:17:55,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33303 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,40601,1731507473939 2024-11-13T14:17:55,203 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e 2024-11-13T14:17:55,203 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46669 2024-11-13T14:17:55,204 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:17:55,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034/rs 2024-11-13T14:17:55,261 DEBUG [RS:0;eb1966fd6578:40601 {}] zookeeper.ZKUtil(111): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on existing znode=/11103374034/rs/eb1966fd6578,40601,1731507473939 2024-11-13T14:17:55,261 WARN [RS:0;eb1966fd6578:40601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:17:55,261 INFO [RS:0;eb1966fd6578:40601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:55,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,40601,1731507473939] 2024-11-13T14:17:55,261 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/WALs/eb1966fd6578,40601,1731507473939 2024-11-13T14:17:55,264 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:17:55,267 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:17:55,267 INFO [RS:0;eb1966fd6578:40601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:17:55,267 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,268 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:17:55,272 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:17:55,273 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,273 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,274 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:17:55,274 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:55,274 DEBUG [RS:0;eb1966fd6578:40601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:17:55,285 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,285 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,285 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,285 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,285 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,285 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40601,1731507473939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:55,310 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:17:55,311 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40601,1731507473939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,311 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,311 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.Replication(171): eb1966fd6578,40601,1731507473939 started 2024-11-13T14:17:55,332 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:55,332 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,40601,1731507473939, RpcServer on eb1966fd6578/172.17.0.2:40601, sessionid=0x101348f2eed0004 2024-11-13T14:17:55,332 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:17:55,332 DEBUG [RS:0;eb1966fd6578:40601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,40601,1731507473939 2024-11-13T14:17:55,333 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,40601,1731507473939' 2024-11-13T14:17:55,333 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11103374034/flush-table-proc/abort' 2024-11-13T14:17:55,333 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11103374034/flush-table-proc/acquired' 2024-11-13T14:17:55,334 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:17:55,334 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:17:55,334 DEBUG [RS:0;eb1966fd6578:40601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,40601,1731507473939 2024-11-13T14:17:55,334 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,40601,1731507473939' 2024-11-13T14:17:55,334 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11103374034/online-snapshot/abort' 2024-11-13T14:17:55,334 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11103374034/online-snapshot/acquired' 2024-11-13T14:17:55,334 DEBUG [RS:0;eb1966fd6578:40601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:17:55,335 INFO [RS:0;eb1966fd6578:40601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:17:55,335 INFO [RS:0;eb1966fd6578:40601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:17:55,435 INFO [RS:0;eb1966fd6578:40601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:17:55,437 INFO [RS:0;eb1966fd6578:40601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C40601%2C1731507473939, suffix=, logDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/WALs/eb1966fd6578,40601,1731507473939, archiveDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/oldWALs, maxLogs=10 2024-11-13T14:17:55,449 DEBUG [RS:0;eb1966fd6578:40601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/WALs/eb1966fd6578,40601,1731507473939/eb1966fd6578%2C40601%2C1731507473939.1731507475437, exclude list is [], retry=0 2024-11-13T14:17:55,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36445,DS-4fc11da2-d5f7-4016-9283-5b6c033b90a8,DISK] 2024-11-13T14:17:55,456 INFO [RS:0;eb1966fd6578:40601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/WALs/eb1966fd6578,40601,1731507473939/eb1966fd6578%2C40601%2C1731507473939.1731507475437 2024-11-13T14:17:55,456 DEBUG [RS:0;eb1966fd6578:40601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-13T14:17:55,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:17:55,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e 2024-11-13T14:17:55,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:17:55,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:55,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:55,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:55,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:55,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:55,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:55,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:55,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:55,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:55,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:55,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:55,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:55,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:55,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:55,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:55,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:55,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:55,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:55,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740 2024-11-13T14:17:55,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740 2024-11-13T14:17:55,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:55,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:55,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:55,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:55,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:55,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63251523, jitterRate=-0.05747886002063751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:55,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507475599Initializing all the Stores at 1731507475605 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507475605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507475605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507475605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507475605Cleaning up temporary data from old regions at 1731507475618 (+13 ms)Region opened successfully at 1731507475623 (+5 ms) 2024-11-13T14:17:55,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:17:55,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:17:55,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:17:55,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:17:55,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:17:55,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:55,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507475623Disabling compacts and flushes for region at 1731507475623Disabling writes for close at 1731507475623Writing region close event to WAL at 1731507475624 (+1 ms)Closed at 1731507475624 2024-11-13T14:17:55,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:55,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:17:55,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:17:55,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:55,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:17:55,778 DEBUG [eb1966fd6578:33303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:17:55,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,40601,1731507473939 2024-11-13T14:17:55,780 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,40601,1731507473939, state=OPENING 2024-11-13T14:17:56,001 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:17:56,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:56,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11103374034/meta-region-server: CHANGED 2024-11-13T14:17:56,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11103374034/meta-region-server: CHANGED 2024-11-13T14:17:56,019 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:17:56,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,40601,1731507473939}] 2024-11-13T14:17:56,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:17:56,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:17:56,204 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:17:56,204 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:56,205 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:17:56,215 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C40601%2C1731507473939.meta, suffix=.meta, logDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/WALs/eb1966fd6578,40601,1731507473939, archiveDir=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/oldWALs, maxLogs=10 2024-11-13T14:17:56,236 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/WALs/eb1966fd6578,40601,1731507473939/eb1966fd6578%2C40601%2C1731507473939.meta.1731507476216.meta, exclude list is [], retry=0 2024-11-13T14:17:56,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36445,DS-4fc11da2-d5f7-4016-9283-5b6c033b90a8,DISK] 2024-11-13T14:17:56,241 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/WALs/eb1966fd6578,40601,1731507473939/eb1966fd6578%2C40601%2C1731507473939.meta.1731507476216.meta 2024-11-13T14:17:56,241 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41335:41335)] 2024-11-13T14:17:56,242 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:56,242 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:17:56,242 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:17:56,242 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:17:56,242 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:17:56,242 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:17:56,243 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:56,243 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:17:56,243 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:17:56,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:17:56,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:17:56,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:56,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:56,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:17:56,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:17:56,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:56,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:56,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:17:56,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:17:56,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:56,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:56,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:17:56,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:17:56,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:56,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:17:56,256 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:17:56,257 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740 2024-11-13T14:17:56,259 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740 2024-11-13T14:17:56,263 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:17:56,263 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:17:56,264 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:17:56,265 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:17:56,266 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73782452, jitterRate=0.09944421052932739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:17:56,266 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:17:56,267 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507476243Writing region info on filesystem at 1731507476243Initializing all the Stores at 1731507476244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507476244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507476246 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507476246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507476246Cleaning up temporary data from old regions at 1731507476263 (+17 ms)Running coprocessor post-open hooks at 1731507476266 (+3 ms)Region opened successfully at 1731507476266 2024-11-13T14:17:56,271 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507476175 2024-11-13T14:17:56,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,40601,1731507473939 2024-11-13T14:17:56,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,40601,1731507473939, state=OPEN 2024-11-13T14:17:56,277 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:17:56,277 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:17:56,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11103374034/meta-region-server 2024-11-13T14:17:56,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11103374034/meta-region-server 2024-11-13T14:17:56,283 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,40601,1731507473939 2024-11-13T14:17:56,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11103374034/meta-region-server: CHANGED 2024-11-13T14:17:56,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11103374034/meta-region-server: CHANGED 2024-11-13T14:17:56,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:17:56,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,40601,1731507473939 in 264 msec 2024-11-13T14:17:56,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:17:56,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-13T14:17:56,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:17:56,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:17:56,294 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:56,295 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,40601,1731507473939, seqNum=-1] 2024-11-13T14:17:56,295 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:56,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:56,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1620 sec 2024-11-13T14:17:56,305 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507476305, completionTime=-1 2024-11-13T14:17:56,305 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:17:56,305 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:17:56,307 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:17:56,307 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507536307 2024-11-13T14:17:56,307 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507596307 2024-11-13T14:17:56,307 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T14:17:56,308 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33303,1731507473809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:56,308 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33303,1731507473809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:56,308 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33303,1731507473809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:56,308 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:33303, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:56,308 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:56,309 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:56,312 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:17:56,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.224sec 2024-11-13T14:17:56,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:17:56,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:17:56,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:17:56,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:17:56,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:17:56,318 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33303,1731507473809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:17:56,319 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33303,1731507473809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:17:56,324 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:17:56,324 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:17:56,324 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33303,1731507473809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:17:56,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5497595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33303,-1 for getting cluster id 2024-11-13T14:17:56,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:56,357 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65b93c43-f24e-4140-8a6d-306f5d7a9744' 2024-11-13T14:17:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65b93c43-f24e-4140-8a6d-306f5d7a9744" 2024-11-13T14:17:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33303,-1] 2024-11-13T14:17:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:56,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:56,360 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:56,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bd027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:56,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,40601,1731507473939, seqNum=-1] 2024-11-13T14:17:56,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:56,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:17:56,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,33303,1731507473809 2024-11-13T14:17:56,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57156 2024-11-13T14:17:56,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:17:56,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101348f2eed0005 connected 2024-11-13T14:17:56,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce2a56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43831,-1 for getting cluster id 2024-11-13T14:17:56,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:56,410 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a077d04b-64b2-4212-841b-904705d58603' 2024-11-13T14:17:56,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:56,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a077d04b-64b2-4212-841b-904705d58603" 2024-11-13T14:17:56,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac7a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43831,-1] 2024-11-13T14:17:56,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:56,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:56,417 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:56,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c8fb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,43831,1731507469207 2024-11-13T14:17:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e96647 2024-11-13T14:17:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:56,424 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:56,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:33303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:17:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:17:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:56,429 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:33303' 2024-11-13T14:17:56,430 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5507bc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,431 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33303,-1 for getting cluster id 2024-11-13T14:17:56,431 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:56,432 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65b93c43-f24e-4140-8a6d-306f5d7a9744' 2024-11-13T14:17:56,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:56,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65b93c43-f24e-4140-8a6d-306f5d7a9744" 2024-11-13T14:17:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9b94ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33303,-1] 2024-11-13T14:17:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:56,435 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:56,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4255270c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:56,436 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:56,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,33303,1731507473809 2024-11-13T14:17:56,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@388a3ab7 2024-11-13T14:17:56,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:56,444 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:56,446 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T14:17:56,446 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:17:56,446 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:56,446 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:56,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:56,446 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:17:56,449 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:17:56,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:17:56,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:56,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:17:56,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741835_1011 (size=1138) 2024-11-13T14:17:56,499 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0c38ddcda4fe4acf125cb3529482c66, NAME => 'hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5 2024-11-13T14:17:56,499 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:17:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741836_1012 (size=44) 2024-11-13T14:17:56,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:56,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0c38ddcda4fe4acf125cb3529482c66, disabling compactions & flushes 2024-11-13T14:17:56,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:17:56,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:17:56,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. after waiting 0 ms 2024-11-13T14:17:56,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:17:56,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:17:56,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0c38ddcda4fe4acf125cb3529482c66: Waiting for close lock at 1731507476533Disabling compacts and flushes for region at 1731507476533Disabling writes for close at 1731507476533Writing region close event to WAL at 1731507476533Closed at 1731507476533 2024-11-13T14:17:56,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:17:56,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507476537"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507476537"}]},"ts":"1731507476537"} 2024-11-13T14:17:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:56,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:17:56,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:17:56,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507476547"}]},"ts":"1731507476547"} 2024-11-13T14:17:56,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:17:56,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c38ddcda4fe4acf125cb3529482c66, ASSIGN}] 2024-11-13T14:17:56,553 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c38ddcda4fe4acf125cb3529482c66, ASSIGN 2024-11-13T14:17:56,554 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0c38ddcda4fe4acf125cb3529482c66, ASSIGN; state=OFFLINE, location=eb1966fd6578,39533,1731507469413; forceNewPlan=false, retain=false 2024-11-13T14:17:56,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0c38ddcda4fe4acf125cb3529482c66, regionState=OPENING, regionLocation=eb1966fd6578,39533,1731507469413 2024-11-13T14:17:56,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0c38ddcda4fe4acf125cb3529482c66, ASSIGN because future has completed 2024-11-13T14:17:56,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0c38ddcda4fe4acf125cb3529482c66, server=eb1966fd6578,39533,1731507469413}] 2024-11-13T14:17:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:56,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:17:56,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:17:56,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:17:56,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C39533%2C1731507469413.rep, suffix=, logDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413, archiveDir=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/oldWALs, maxLogs=10 2024-11-13T14:17:56,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.rep.1731507476880, exclude list is [], retry=0 2024-11-13T14:17:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38147,DS-7951f027-b882-40da-9c8a-3f24a16fb20d,DISK] 2024-11-13T14:17:56,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.rep.1731507476880 2024-11-13T14:17:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41581:41581)] 2024-11-13T14:17:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c0c38ddcda4fe4acf125cb3529482c66, NAME => 'hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:17:56,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:17:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:17:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. service=MultiRowMutationService 2024-11-13T14:17:56,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:17:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:17:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,905 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,906 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c38ddcda4fe4acf125cb3529482c66 columnFamilyName hfileref 2024-11-13T14:17:56,907 DEBUG [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:56,907 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] regionserver.HStore(327): Store=c0c38ddcda4fe4acf125cb3529482c66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:56,908 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,913 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c38ddcda4fe4acf125cb3529482c66 columnFamilyName queue 2024-11-13T14:17:56,913 DEBUG [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:56,914 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] regionserver.HStore(327): Store=c0c38ddcda4fe4acf125cb3529482c66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:56,914 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,916 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c38ddcda4fe4acf125cb3529482c66 columnFamilyName sid 2024-11-13T14:17:56,916 DEBUG [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:17:56,916 INFO [StoreOpener-c0c38ddcda4fe4acf125cb3529482c66-1 {}] regionserver.HStore(327): Store=c0c38ddcda4fe4acf125cb3529482c66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:17:56,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:17:56,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:17:56,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c0c38ddcda4fe4acf125cb3529482c66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67264701, jitterRate=0.002322152256965637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:17:56,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:17:56,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c0c38ddcda4fe4acf125cb3529482c66: Running coprocessor pre-open hook at 1731507476903Writing region info on filesystem at 1731507476903Initializing all the Stores at 1731507476904 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507476904Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507476905 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507476905Cleaning up temporary data from old regions at 1731507476923 (+18 ms)Running coprocessor post-open hooks at 1731507476933 (+10 ms)Region opened successfully at 1731507476934 (+1 ms) 2024-11-13T14:17:56,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66., pid=7, masterSystemTime=1731507476863 2024-11-13T14:17:56,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0c38ddcda4fe4acf125cb3529482c66, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,39533,1731507469413 2024-11-13T14:17:56,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:17:56,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:17:56,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0c38ddcda4fe4acf125cb3529482c66, server=eb1966fd6578,39533,1731507469413 because future has completed 2024-11-13T14:17:56,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T14:17:56,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c0c38ddcda4fe4acf125cb3529482c66, server=eb1966fd6578,39533,1731507469413 in 236 msec 2024-11-13T14:17:56,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:17:56,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c38ddcda4fe4acf125cb3529482c66, ASSIGN in 397 msec 2024-11-13T14:17:56,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:17:56,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507476952"}]},"ts":"1731507476952"} 2024-11-13T14:17:56,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:17:56,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:17:56,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 511 msec 2024-11-13T14:17:57,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66., hostname=eb1966fd6578,39533,1731507469413, seqNum=2] 2024-11-13T14:17:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:57,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:57,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:17:57,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:17:57,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:17:57,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:17:57,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:17:57,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:17:57,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:17:57,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T14:17:57,251 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:17:57,289 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,39533,1731507469413, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:17:57,289 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:17:57,289 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,39533,1731507469413, seqNum=-1] 2024-11-13T14:17:57,290 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:17:57,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T14:17:57,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,39533,1731507469413', locateType=CURRENT is [region=hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66., hostname=eb1966fd6578,39533,1731507469413, seqNum=2] 2024-11-13T14:17:57,299 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T14:17:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T14:17:57,305 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,39533,1731507469413 suceeded 2024-11-13T14:17:57,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T14:17:57,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-13T14:17:57,308 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:33303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:17:57,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 883 msec 2024-11-13T14:17:57,317 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:33303' 2024-11-13T14:17:57,318 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@173fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:57,318 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33303,-1 for getting cluster id 2024-11-13T14:17:57,319 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:17:57,319 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65b93c43-f24e-4140-8a6d-306f5d7a9744' 2024-11-13T14:17:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:17:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65b93c43-f24e-4140-8a6d-306f5d7a9744" 2024-11-13T14:17:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d44f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33303,-1] 2024-11-13T14:17:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:17:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:57,321 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:17:57,322 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2451c130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:17:57,322 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:57,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,33303,1731507473809 2024-11-13T14:17:57,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e275cf8 2024-11-13T14:17:57,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:57,324 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T14:17:57,324 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,39533,1731507469413 (queues=1) is replicating from cluster=a077d04b-64b2-4212-841b-904705d58603 to cluster=65b93c43-f24e-4140-8a6d-306f5d7a9744 2024-11-13T14:17:57,324 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C39533%2C1731507469413 2024-11-13T14:17:57,324 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,39533,1731507469413, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:17:57,325 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.wal-reader.eb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079, startPosition=0, beingWritten=true 2024-11-13T14:17:57,336 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.shippereb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C39533%2C1731507469413 2024-11-13T14:17:57,539 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.wal-reader.eb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079 to pos 0, reset compression=false 2024-11-13T14:17:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:17:57,570 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:17:57,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:57,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:57,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:57,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:57,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:17:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,43831,1731507469207 2024-11-13T14:17:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec5e84c 2024-11-13T14:17:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:17:57,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:57,573 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:17:57,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43831 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T14:17:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:17:57,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:57,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:57,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:57,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:57,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:17:57,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1962140414, stopped=false 2024-11-13T14:17:57,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:57,574 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,33303,1731507473809 2024-11-13T14:17:57,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11103374034/running 2024-11-13T14:17:57,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11103374034/running 2024-11-13T14:17:57,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:57,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:57,620 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:17:57,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:57,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:57,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:57,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,40601,1731507473939' ***** 2024-11-13T14:17:57,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:17:57,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on znode that does not yet exist, /11103374034/running 2024-11-13T14:17:57,621 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:17:57,621 INFO [RS:0;eb1966fd6578:40601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:17:57,621 INFO [RS:0;eb1966fd6578:40601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:17:57,621 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,40601,1731507473939 2024-11-13T14:17:57,621 INFO [RS:0;eb1966fd6578:40601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:17:57,621 INFO [RS:0;eb1966fd6578:40601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:40601. 2024-11-13T14:17:57,621 DEBUG [RS:0;eb1966fd6578:40601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:57,621 DEBUG [RS:0;eb1966fd6578:40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:57,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:17:57,621 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:17:57,622 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:17:57,622 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:17:57,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Set watcher on znode that does not yet exist, /11103374034/running 2024-11-13T14:17:57,622 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:17:57,622 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:17:57,622 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:17:57,622 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:17:57,622 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:17:57,622 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:17:57,623 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:17:57,623 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:17:57,623 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:17:57,623 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T14:17:57,644 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740/.tmp/ns/3ef8e2a435784c9abeae126638d8c042 is 43, key is default/ns:d/1731507476297/Put/seqid=0 2024-11-13T14:17:57,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741835_1011 (size=5153) 2024-11-13T14:17:57,691 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:17:57,822 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:17:57,844 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.wal-reader.eb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079 to pos 0, reset compression=false 2024-11-13T14:17:58,023 DEBUG [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:17:58,055 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740/.tmp/ns/3ef8e2a435784c9abeae126638d8c042 2024-11-13T14:17:58,064 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740/.tmp/ns/3ef8e2a435784c9abeae126638d8c042 as hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740/ns/3ef8e2a435784c9abeae126638d8c042 2024-11-13T14:17:58,072 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740/ns/3ef8e2a435784c9abeae126638d8c042, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T14:17:58,073 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-13T14:17:58,093 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T14:17:58,093 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:58,094 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:58,094 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:58,094 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507477622Running coprocessor pre-close hooks at 1731507477622Disabling compacts and flushes for region at 1731507477622Disabling writes for close at 1731507477623 (+1 ms)Obtaining lock to block concurrent updates at 1731507477623Preparing flush snapshotting stores in 1588230740 at 1731507477623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731507477623Flushing stores of hbase:meta,,1.1588230740 at 1731507477624 (+1 ms)Flushing 1588230740/ns: creating writer at 1731507477624Flushing 1588230740/ns: appending metadata at 1731507477642 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731507477643 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b83023: reopening flushed file at 1731507478063 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1731507478074 (+11 ms)Writing region close event to WAL at 1731507478082 (+8 ms)Running coprocessor post-close hooks at 1731507478093 (+11 ms)Closed at 1731507478094 (+1 ms) 2024-11-13T14:17:58,094 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:17:58,223 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,40601,1731507473939; all regions closed. 2024-11-13T14:17:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741834_1010 (size=1152) 2024-11-13T14:17:58,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/WALs/eb1966fd6578,40601,1731507473939/eb1966fd6578%2C40601%2C1731507473939.meta.1731507476216.meta not finished, retry = 0 2024-11-13T14:17:58,250 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.wal-reader.eb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079 to pos 0, reset compression=false 2024-11-13T14:17:58,285 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:17:58,286 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:17:58,329 DEBUG [RS:0;eb1966fd6578:40601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/oldWALs 2024-11-13T14:17:58,329 INFO [RS:0;eb1966fd6578:40601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C40601%2C1731507473939.meta:.meta(num 1731507476216) 2024-11-13T14:17:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741832_1008 (size=93) 2024-11-13T14:17:58,336 DEBUG [RS:0;eb1966fd6578:40601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/oldWALs 2024-11-13T14:17:58,336 INFO [RS:0;eb1966fd6578:40601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C40601%2C1731507473939:(num 1731507475437) 2024-11-13T14:17:58,337 DEBUG [RS:0;eb1966fd6578:40601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:58,337 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:17:58,337 INFO [RS:0;eb1966fd6578:40601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:17:58,337 INFO [RS:0;eb1966fd6578:40601 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:17:58,337 INFO [RS:0;eb1966fd6578:40601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:17:58,337 INFO [RS:0;eb1966fd6578:40601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40601 2024-11-13T14:17:58,338 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:17:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11103374034/rs/eb1966fd6578,40601,1731507473939 2024-11-13T14:17:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034/rs 2024-11-13T14:17:58,389 INFO [RS:0;eb1966fd6578:40601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:17:58,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,40601,1731507473939] 2024-11-13T14:17:58,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11103374034/draining/eb1966fd6578,40601,1731507473939 already deleted, retry=false 2024-11-13T14:17:58,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,40601,1731507473939 expired; onlineServers=0 2024-11-13T14:17:58,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,33303,1731507473809' ***** 2024-11-13T14:17:58,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:17:58,409 INFO [M:0;eb1966fd6578:33303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:17:58,409 INFO [M:0;eb1966fd6578:33303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:17:58,410 DEBUG [M:0;eb1966fd6578:33303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:17:58,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:17:58,410 DEBUG [M:0;eb1966fd6578:33303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:17:58,410 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507475176 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507475176,5,FailOnTimeoutGroup] 2024-11-13T14:17:58,410 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507475177 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507475177,5,FailOnTimeoutGroup] 2024-11-13T14:17:58,410 INFO [M:0;eb1966fd6578:33303 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:17:58,410 INFO [M:0;eb1966fd6578:33303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:17:58,410 DEBUG [M:0;eb1966fd6578:33303 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:17:58,410 INFO [M:0;eb1966fd6578:33303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:17:58,410 INFO [M:0;eb1966fd6578:33303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:17:58,410 INFO [M:0;eb1966fd6578:33303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:17:58,410 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:17:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11103374034/master 2024-11-13T14:17:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11103374034 2024-11-13T14:17:58,420 DEBUG [M:0;eb1966fd6578:33303 {}] zookeeper.ZKUtil(347): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Unable to get data of znode /11103374034/master because node does not exist (not an error) 2024-11-13T14:17:58,420 WARN [M:0;eb1966fd6578:33303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:17:58,421 INFO [M:0;eb1966fd6578:33303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/.lastflushedseqids 2024-11-13T14:17:58,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741836_1012 (size=99) 2024-11-13T14:17:58,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:58,499 INFO [RS:0;eb1966fd6578:40601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:17:58,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40601-0x101348f2eed0004, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:58,499 INFO [RS:0;eb1966fd6578:40601 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,40601,1731507473939; zookeeper connection closed. 2024-11-13T14:17:58,499 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32f8fbc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32f8fbc0 2024-11-13T14:17:58,499 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:17:58,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:17:58,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:17:58,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:17:58,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T14:17:58,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:17:58,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T14:17:58,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:17:58,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:17:58,541 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:17:58,541 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:17:58,756 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.wal-reader.eb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079 to pos 0, reset compression=false 2024-11-13T14:17:58,826 INFO [M:0;eb1966fd6578:33303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:17:58,826 INFO [M:0;eb1966fd6578:33303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:17:58,826 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:17:58,827 INFO [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:58,827 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:58,827 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:17:58,827 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:58,827 INFO [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T14:17:58,853 DEBUG [M:0;eb1966fd6578:33303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbc6ab26a75e46a492dcda2bece63c01 is 82, key is hbase:meta,,1/info:regioninfo/1731507476275/Put/seqid=0 2024-11-13T14:17:58,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741837_1013 (size=5672) 2024-11-13T14:17:58,869 INFO [M:0;eb1966fd6578:33303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbc6ab26a75e46a492dcda2bece63c01 2024-11-13T14:17:58,905 DEBUG [M:0;eb1966fd6578:33303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b873934e0a7c49b49b2fd076d9f3f54e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731507476304/Put/seqid=0 2024-11-13T14:17:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741838_1014 (size=5275) 2024-11-13T14:17:59,314 INFO [M:0;eb1966fd6578:33303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b873934e0a7c49b49b2fd076d9f3f54e 2024-11-13T14:17:59,333 DEBUG [M:0;eb1966fd6578:33303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf677b76ede145719b080ed29998d1d7 is 69, key is eb1966fd6578,40601,1731507473939/rs:state/1731507475202/Put/seqid=0 2024-11-13T14:17:59,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741839_1015 (size=5156) 2024-11-13T14:17:59,366 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.wal-reader.eb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079 to pos 0, reset compression=false 2024-11-13T14:17:59,738 INFO [M:0;eb1966fd6578:33303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf677b76ede145719b080ed29998d1d7 2024-11-13T14:17:59,746 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbc6ab26a75e46a492dcda2bece63c01 as hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbc6ab26a75e46a492dcda2bece63c01 2024-11-13T14:17:59,753 INFO [M:0;eb1966fd6578:33303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbc6ab26a75e46a492dcda2bece63c01, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T14:17:59,755 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b873934e0a7c49b49b2fd076d9f3f54e as hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b873934e0a7c49b49b2fd076d9f3f54e 2024-11-13T14:17:59,766 INFO [M:0;eb1966fd6578:33303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b873934e0a7c49b49b2fd076d9f3f54e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T14:17:59,767 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf677b76ede145719b080ed29998d1d7 as hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf677b76ede145719b080ed29998d1d7 2024-11-13T14:17:59,774 INFO [M:0;eb1966fd6578:33303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46669/user/jenkins/test-data/8b2e38fb-598c-f61c-65e7-83d8406e618e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf677b76ede145719b080ed29998d1d7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T14:17:59,776 INFO [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=28, compaction requested=false 2024-11-13T14:17:59,783 INFO [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:17:59,783 DEBUG [M:0;eb1966fd6578:33303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507478826Disabling compacts and flushes for region at 1731507478826Disabling writes for close at 1731507478827 (+1 ms)Obtaining lock to block concurrent updates at 1731507478827Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507478827Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731507478827Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507478828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507478828Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507478853 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507478853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507478877 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507478904 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507478904Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507479318 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507479332 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507479332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769337b9: reopening flushed file at 1731507479744 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5679bf72: reopening flushed file at 1731507479753 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a5d2ee: reopening flushed file at 1731507479766 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=28, compaction requested=false at 1731507479776 (+10 ms)Writing region close event to WAL at 1731507479783 (+7 ms)Closed at 1731507479783 2024-11-13T14:17:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36445 is added to blk_1073741830_1006 (size=10165) 2024-11-13T14:17:59,790 INFO [M:0;eb1966fd6578:33303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:17:59,790 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:17:59,791 INFO [M:0;eb1966fd6578:33303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33303 2024-11-13T14:17:59,791 INFO [M:0;eb1966fd6578:33303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:17:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33303-0x101348f2eed0003, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:17:59,962 INFO [M:0;eb1966fd6578:33303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:17:59,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa231b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:17:59,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d920833{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:17:59,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:17:59,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd585af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:17:59,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d34bb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.log.dir/,STOPPED} 2024-11-13T14:17:59,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:17:59,969 WARN [BP-474393434-172.17.0.2-1731507472039 heartbeating to localhost/127.0.0.1:46669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:17:59,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:17:59,969 WARN [BP-474393434-172.17.0.2-1731507472039 heartbeating to localhost/127.0.0.1:46669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-474393434-172.17.0.2-1731507472039 (Datanode Uuid de179aa2-d592-48fd-99ae-6e55498d622b) service to localhost/127.0.0.1:46669 2024-11-13T14:17:59,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/cluster_d3a25930-c1a2-bd96-ccb2-3b914816308d/data/data1/current/BP-474393434-172.17.0.2-1731507472039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:17:59,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/cluster_d3a25930-c1a2-bd96-ccb2-3b914816308d/data/data2/current/BP-474393434-172.17.0.2-1731507472039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:17:59,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:17:59,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ecca32{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:17:59,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c79b326{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:17:59,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:17:59,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fdfcc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:17:59,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a908fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.log.dir/,STOPPED} 2024-11-13T14:17:59,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:17:59,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:17:59,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:17:59,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:17:59,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:59,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:17:59,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:17:59,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:17:59,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1773941198, stopped=false 2024-11-13T14:17:59,998 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,43831,1731507469207 2024-11-13T14:18:00,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416051985/running 2024-11-13T14:18:00,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:18:00,017 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:18:00,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:18:00,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:18:00,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:00,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416051985/running 2024-11-13T14:18:00,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,39533,1731507469413' ***** 2024-11-13T14:18:00,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:18:00,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:18:00,019 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:18:00,019 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:18:00,019 INFO [RS:0;eb1966fd6578:39533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:18:00,019 INFO [RS:0;eb1966fd6578:39533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:18:00,019 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(3091): Received CLOSE for c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:18:00,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on znode that does not yet exist, /0-416051985/running 2024-11-13T14:18:00,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Set watcher on znode that does not yet exist, /0-416051985/running 2024-11-13T14:18:00,020 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,39533,1731507469413 2024-11-13T14:18:00,020 INFO [RS:0;eb1966fd6578:39533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:18:00,020 INFO [RS:0;eb1966fd6578:39533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:39533. 2024-11-13T14:18:00,020 DEBUG [RS:0;eb1966fd6578:39533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:18:00,020 DEBUG [RS:0;eb1966fd6578:39533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:00,021 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:18:00,021 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:18:00,021 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:18:00,021 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:18:00,021 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:18:00,021 DEBUG [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1325): Online Regions={c0c38ddcda4fe4acf125cb3529482c66=hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:18:00,021 DEBUG [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0c38ddcda4fe4acf125cb3529482c66 2024-11-13T14:18:00,021 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:18:00,022 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:18:00,022 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:18:00,022 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:18:00,022 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:18:00,022 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T14:18:00,024 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0c38ddcda4fe4acf125cb3529482c66, disabling compactions & flushes 2024-11-13T14:18:00,024 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:18:00,024 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:18:00,024 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. after waiting 0 ms 2024-11-13T14:18:00,024 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:18:00,024 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0c38ddcda4fe4acf125cb3529482c66 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T14:18:00,040 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:18:00,043 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/info/896e20c95ff04e0b877d35c89c3ed5be is 147, key is hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66./info:regioninfo/1731507476939/Put/seqid=0 2024-11-13T14:18:00,045 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66/.tmp/queue/885b91b4254d4e7ab1d01e899712efd9 is 151, key is 1-eb1966fd6578,39533,1731507469413/queue:eb1966fd6578%2C39533%2C1731507469413/1731507477295/Put/seqid=0 2024-11-13T14:18:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741838_1014 (size=6631) 2024-11-13T14:18:00,054 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/info/896e20c95ff04e0b877d35c89c3ed5be 2024-11-13T14:18:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741839_1015 (size=5350) 2024-11-13T14:18:00,063 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66/.tmp/queue/885b91b4254d4e7ab1d01e899712efd9 2024-11-13T14:18:00,071 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.wal-reader.eb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.1731507471079 to pos 0, reset compression=false 2024-11-13T14:18:00,075 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66/.tmp/queue/885b91b4254d4e7ab1d01e899712efd9 as hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66/queue/885b91b4254d4e7ab1d01e899712efd9 2024-11-13T14:18:00,087 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/ns/6d09760114dd4ce3a85a3a4dc3404187 is 43, key is default/ns:d/1731507471826/Put/seqid=0 2024-11-13T14:18:00,088 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66/queue/885b91b4254d4e7ab1d01e899712efd9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T14:18:00,089 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c0c38ddcda4fe4acf125cb3529482c66 in 65ms, sequenceid=5, compaction requested=false 2024-11-13T14:18:00,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741840_1016 (size=5153) 2024-11-13T14:18:00,110 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/ns/6d09760114dd4ce3a85a3a4dc3404187 2024-11-13T14:18:00,114 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/replication/c0c38ddcda4fe4acf125cb3529482c66/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:18:00,115 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:18:00,115 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:18:00,115 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:18:00,115 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0c38ddcda4fe4acf125cb3529482c66: Waiting for close lock at 1731507480024Running coprocessor pre-close hooks at 1731507480024Disabling compacts and flushes for region at 1731507480024Disabling writes for close at 1731507480024Obtaining lock to block concurrent updates at 1731507480024Preparing flush snapshotting stores in c0c38ddcda4fe4acf125cb3529482c66 at 1731507480024Finished memstore snapshotting hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731507480025 (+1 ms)Flushing stores of hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. at 1731507480025Flushing c0c38ddcda4fe4acf125cb3529482c66/queue: creating writer at 1731507480025Flushing c0c38ddcda4fe4acf125cb3529482c66/queue: appending metadata at 1731507480044 (+19 ms)Flushing c0c38ddcda4fe4acf125cb3529482c66/queue: closing flushed file at 1731507480044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df05663: reopening flushed file at 1731507480071 (+27 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c0c38ddcda4fe4acf125cb3529482c66 in 65ms, sequenceid=5, compaction requested=false at 1731507480089 (+18 ms)Writing region close event to WAL at 1731507480107 (+18 ms)Running coprocessor post-close hooks at 1731507480115 (+8 ms)Closed at 1731507480115 2024-11-13T14:18:00,116 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507476446.c0c38ddcda4fe4acf125cb3529482c66. 2024-11-13T14:18:00,137 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/table/5a3af4ee3ba843c3a8f2272ba4531aa2 is 53, key is hbase:replication/table:state/1731507476952/Put/seqid=0 2024-11-13T14:18:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741841_1017 (size=5256) 2024-11-13T14:18:00,149 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/table/5a3af4ee3ba843c3a8f2272ba4531aa2 2024-11-13T14:18:00,159 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/info/896e20c95ff04e0b877d35c89c3ed5be as hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/info/896e20c95ff04e0b877d35c89c3ed5be 2024-11-13T14:18:00,176 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/info/896e20c95ff04e0b877d35c89c3ed5be, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T14:18:00,178 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/ns/6d09760114dd4ce3a85a3a4dc3404187 as hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/ns/6d09760114dd4ce3a85a3a4dc3404187 2024-11-13T14:18:00,186 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/ns/6d09760114dd4ce3a85a3a4dc3404187, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:18:00,187 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/.tmp/table/5a3af4ee3ba843c3a8f2272ba4531aa2 as hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/table/5a3af4ee3ba843c3a8f2272ba4531aa2 2024-11-13T14:18:00,193 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/table/5a3af4ee3ba843c3a8f2272ba4531aa2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T14:18:00,195 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false 2024-11-13T14:18:00,206 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T14:18:00,207 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:18:00,207 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:18:00,207 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:18:00,207 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507480021Running coprocessor pre-close hooks at 1731507480021Disabling compacts and flushes for region at 1731507480021Disabling writes for close at 1731507480022 (+1 ms)Obtaining lock to block concurrent updates at 1731507480022Preparing flush snapshotting stores in 1588230740 at 1731507480022Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731507480022Flushing stores of hbase:meta,,1.1588230740 at 1731507480023 (+1 ms)Flushing 1588230740/info: creating writer at 1731507480023Flushing 1588230740/info: appending metadata at 1731507480043 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731507480043Flushing 1588230740/ns: creating writer at 1731507480064 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731507480086 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731507480086Flushing 1588230740/table: creating writer at 1731507480120 (+34 ms)Flushing 1588230740/table: appending metadata at 1731507480136 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731507480136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f65ae06: reopening flushed file at 1731507480156 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3651a21e: reopening flushed file at 1731507480176 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa56311: reopening flushed file at 1731507480186 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=11, compaction requested=false at 1731507480195 (+9 ms)Writing region close event to WAL at 1731507480200 (+5 ms)Running coprocessor post-close hooks at 1731507480207 (+7 ms)Closed at 1731507480207 2024-11-13T14:18:00,207 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:18:00,222 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,39533,1731507469413; all regions closed. 2024-11-13T14:18:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741834_1010 (size=2742) 2024-11-13T14:18:00,225 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/WALs/eb1966fd6578,39533,1731507469413/eb1966fd6578%2C39533%2C1731507469413.meta.1731507471634.meta not finished, retry = 0 2024-11-13T14:18:00,328 DEBUG [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/oldWALs 2024-11-13T14:18:00,328 INFO [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C39533%2C1731507469413.meta:.meta(num 1731507471634) 2024-11-13T14:18:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741837_1013 (size=1586) 2024-11-13T14:18:00,333 DEBUG [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/oldWALs 2024-11-13T14:18:00,333 INFO [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C39533%2C1731507469413.rep:(num 1731507476880) 2024-11-13T14:18:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741833_1009 (size=93) 2024-11-13T14:18:00,338 DEBUG [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/oldWALs 2024-11-13T14:18:00,338 INFO [RS:0;eb1966fd6578:39533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C39533%2C1731507469413:(num 1731507471079) 2024-11-13T14:18:00,339 DEBUG [RS:0;eb1966fd6578:39533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:00,339 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:18:00,339 INFO [RS:0;eb1966fd6578:39533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:18:00,339 INFO [RS:0;eb1966fd6578:39533 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:18:00,339 INFO [RS:0;eb1966fd6578:39533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:18:00,339 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:18:00,339 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,39533,1731507469413 because: Region server is closing 2024-11-13T14:18:00,339 INFO [RS:0;eb1966fd6578:39533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:39533. 2024-11-13T14:18:00,339 DEBUG [RS:0;eb1966fd6578:39533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:18:00,339 DEBUG [RS:0;eb1966fd6578:39533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:00,340 DEBUG [RS:0;eb1966fd6578:39533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:00,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:18:00,440 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.wal-reader.eb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:18:00,440 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.shippereb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T14:18:00,440 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,39533,1731507469413.replicationSource.shippereb1966fd6578%2C39533%2C1731507469413,1-eb1966fd6578,39533,1731507469413 terminated 2024-11-13T14:18:00,441 INFO [RS:0;eb1966fd6578:39533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39533 2024-11-13T14:18:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985/rs 2024-11-13T14:18:00,462 INFO [RS:0;eb1966fd6578:39533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:18:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416051985/rs/eb1966fd6578,39533,1731507469413 2024-11-13T14:18:00,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,39533,1731507469413] 2024-11-13T14:18:00,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-416051985/draining/eb1966fd6578,39533,1731507469413 already deleted, retry=false 2024-11-13T14:18:00,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,39533,1731507469413 expired; onlineServers=0 2024-11-13T14:18:00,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,43831,1731507469207' ***** 2024-11-13T14:18:00,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:18:00,483 INFO [M:0;eb1966fd6578:43831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:18:00,483 INFO [M:0;eb1966fd6578:43831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:18:00,483 DEBUG [M:0;eb1966fd6578:43831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:18:00,483 DEBUG [M:0;eb1966fd6578:43831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:18:00,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:18:00,483 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507470766 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507470766,5,FailOnTimeoutGroup] 2024-11-13T14:18:00,483 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507470766 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507470766,5,FailOnTimeoutGroup] 2024-11-13T14:18:00,484 INFO [M:0;eb1966fd6578:43831 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:18:00,484 INFO [M:0;eb1966fd6578:43831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:18:00,484 DEBUG [M:0;eb1966fd6578:43831 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:18:00,484 INFO [M:0;eb1966fd6578:43831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:18:00,484 INFO [M:0;eb1966fd6578:43831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:18:00,484 INFO [M:0;eb1966fd6578:43831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:18:00,484 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:18:00,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416051985/master 2024-11-13T14:18:00,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416051985 2024-11-13T14:18:00,495 DEBUG [M:0;eb1966fd6578:43831 {}] zookeeper.ZKUtil(347): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Unable to get data of znode /0-416051985/master because node does not exist (not an error) 2024-11-13T14:18:00,495 WARN [M:0;eb1966fd6578:43831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:18:00,495 INFO [M:0;eb1966fd6578:43831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/.lastflushedseqids 2024-11-13T14:18:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741842_1018 (size=181) 2024-11-13T14:18:00,573 INFO [RS:0;eb1966fd6578:39533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:18:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:18:00,573 INFO [RS:0;eb1966fd6578:39533 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,39533,1731507469413; zookeeper connection closed. 2024-11-13T14:18:00,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39533-0x101348f2eed0001, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:18:00,574 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b58bbd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b58bbd5 2024-11-13T14:18:00,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:18:00,911 INFO [M:0;eb1966fd6578:43831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:18:00,911 INFO [M:0;eb1966fd6578:43831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:18:00,911 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:18:00,911 INFO [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:00,911 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:00,911 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:18:00,911 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:00,911 INFO [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T14:18:00,929 DEBUG [M:0;eb1966fd6578:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96f6f43cdb5249f7b9a74ff4ae5f4c26 is 82, key is hbase:meta,,1/info:regioninfo/1731507471692/Put/seqid=0 2024-11-13T14:18:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741843_1019 (size=5672) 2024-11-13T14:18:01,338 INFO [M:0;eb1966fd6578:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96f6f43cdb5249f7b9a74ff4ae5f4c26 2024-11-13T14:18:01,365 DEBUG [M:0;eb1966fd6578:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a64af1e70e4eef85b85171deb98f03 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731507476959/Put/seqid=0 2024-11-13T14:18:01,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741844_1020 (size=7203) 2024-11-13T14:18:01,372 INFO [M:0;eb1966fd6578:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a64af1e70e4eef85b85171deb98f03 2024-11-13T14:18:01,397 DEBUG [M:0;eb1966fd6578:43831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4345ee3039934f75ab839c486f8408c6 is 69, key is eb1966fd6578,39533,1731507469413/rs:state/1731507470886/Put/seqid=0 2024-11-13T14:18:01,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741845_1021 (size=5156) 2024-11-13T14:18:01,402 INFO [M:0;eb1966fd6578:43831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4345ee3039934f75ab839c486f8408c6 2024-11-13T14:18:01,413 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96f6f43cdb5249f7b9a74ff4ae5f4c26 as hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96f6f43cdb5249f7b9a74ff4ae5f4c26 2024-11-13T14:18:01,419 INFO [M:0;eb1966fd6578:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96f6f43cdb5249f7b9a74ff4ae5f4c26, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T14:18:01,423 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a64af1e70e4eef85b85171deb98f03 as hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1a64af1e70e4eef85b85171deb98f03 2024-11-13T14:18:01,431 INFO [M:0;eb1966fd6578:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1a64af1e70e4eef85b85171deb98f03, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T14:18:01,432 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4345ee3039934f75ab839c486f8408c6 as hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4345ee3039934f75ab839c486f8408c6 2024-11-13T14:18:01,442 INFO [M:0;eb1966fd6578:43831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37557/user/jenkins/test-data/bab2db3b-b100-7420-4f16-566e027303d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4345ee3039934f75ab839c486f8408c6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T14:18:01,448 INFO [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=70, compaction requested=false 2024-11-13T14:18:01,452 INFO [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:01,452 DEBUG [M:0;eb1966fd6578:43831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507480911Disabling compacts and flushes for region at 1731507480911Disabling writes for close at 1731507480911Obtaining lock to block concurrent updates at 1731507480911Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507480911Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731507480912 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507480913 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507480913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507480929 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507480929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507481344 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507481364 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507481364Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507481379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507481396 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507481396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1e3068: reopening flushed file at 1731507481412 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e3bf06: reopening flushed file at 1731507481419 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21131fcf: reopening flushed file at 1731507481431 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=70, compaction requested=false at 1731507481448 (+17 ms)Writing region close event to WAL at 1731507481452 (+4 ms)Closed at 1731507481452 2024-11-13T14:18:01,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38147 is added to blk_1073741830_1006 (size=41008) 2024-11-13T14:18:01,461 INFO [M:0;eb1966fd6578:43831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:18:01,461 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:18:01,461 INFO [M:0;eb1966fd6578:43831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43831 2024-11-13T14:18:01,461 INFO [M:0;eb1966fd6578:43831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:18:01,615 INFO [M:0;eb1966fd6578:43831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:18:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:18:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43831-0x101348f2eed0000, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:18:01,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@351e6c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:18:01,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4212f721{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:18:01,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:18:01,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d554b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:18:01,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb07959{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.log.dir/,STOPPED} 2024-11-13T14:18:01,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:18:01,621 WARN [BP-1944227348-172.17.0.2-1731507467100 heartbeating to localhost/127.0.0.1:37557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:18:01,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:18:01,621 WARN [BP-1944227348-172.17.0.2-1731507467100 heartbeating to localhost/127.0.0.1:37557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1944227348-172.17.0.2-1731507467100 (Datanode Uuid 8a9dc09a-3b40-468f-a536-f63a191f94a1) service to localhost/127.0.0.1:37557 2024-11-13T14:18:01,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/cluster_1e69be36-66e8-b33f-1f36-aaf5fa87164c/data/data1/current/BP-1944227348-172.17.0.2-1731507467100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:18:01,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/cluster_1e69be36-66e8-b33f-1f36-aaf5fa87164c/data/data2/current/BP-1944227348-172.17.0.2-1731507467100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:18:01,623 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:18:01,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@df46876{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:18:01,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a6d48d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:18:01,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:18:01,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b56bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:18:01,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8880471{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b73f21-3bce-1082-6713-64f7c3806b48/hadoop.log.dir/,STOPPED} 2024-11-13T14:18:01,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:18:01,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:18:01,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=146 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57156) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37557 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46669 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57156) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 457) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2746 (was 3094) 2024-11-13T14:18:01,696 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=146, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=2741 2024-11-13T14:18:01,720 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T14:18:01,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.log.dir so I do NOT create it in target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb 2024-11-13T14:18:01,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:18:01,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.tmp.dir so I do NOT create it in target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb 2024-11-13T14:18:01,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4887dc8d-6005-bf6b-b9e6-2e4e5e59173c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:18:01,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb 2024-11-13T14:18:01,723 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/cluster_1a9874c3-000e-882b-645f-271cbeedb424, deleteOnExit=true 2024-11-13T14:18:01,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/cluster_1a9874c3-000e-882b-645f-271cbeedb424/zookeeper_0, clientPort=58504, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/cluster_1a9874c3-000e-882b-645f-271cbeedb424/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/cluster_1a9874c3-000e-882b-645f-271cbeedb424/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:18:01,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58504 2024-11-13T14:18:01,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:18:01,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:18:01,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101348f2eed0005, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:18:01,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101348f2eed0002, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:18:01,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101348f2eed0005, quorum=127.0.0.1:57156, baseZNode=/11103374034 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:18:01,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/test.cache.data in system properties and HBase conf 2024-11-13T14:18:01,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101348f2eed0002, quorum=127.0.0.1:57156, baseZNode=/0-416051985 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:18:01,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:18:01,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:18:01,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:18:01,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:18:01,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:18:01,735 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:18:01,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:18:01,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:18:01,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:18:01,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:18:01,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:18:01,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:18:02,094 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T14:18:02,096 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:02,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:02,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:02,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:02,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:18:02,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:18:02,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:18:02,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:18:02,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:18:02,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:18:02,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a42b3e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:18:02,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f85ec92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:18:02,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5e45e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/java.io.tmpdir/jetty-localhost-43951-hadoop-hdfs-3_4_1-tests_jar-_-any-9309270423595045790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:18:02,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b67927a{HTTP/1.1, (http/1.1)}{localhost:43951} 2024-11-13T14:18:02,323 INFO [Time-limited test {}] server.Server(415): Started @50795ms 2024-11-13T14:18:02,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:18:02,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:18:02,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:18:02,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:18:02,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:18:02,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba9d83b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:18:02,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368d87d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:18:02,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c055765{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/java.io.tmpdir/jetty-localhost-44633-hadoop-hdfs-3_4_1-tests_jar-_-any-372338469686955367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:18:02,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@503f5772{HTTP/1.1, (http/1.1)}{localhost:44633} 2024-11-13T14:18:02,733 INFO [Time-limited test {}] server.Server(415): Started @51206ms 2024-11-13T14:18:02,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:18:03,428 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/cluster_1a9874c3-000e-882b-645f-271cbeedb424/data/data1/current/BP-206944697-172.17.0.2-1731507481767/current, will proceed with Du for space computation calculation, 2024-11-13T14:18:03,428 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/cluster_1a9874c3-000e-882b-645f-271cbeedb424/data/data2/current/BP-206944697-172.17.0.2-1731507481767/current, will proceed with Du for space computation calculation, 2024-11-13T14:18:03,451 WARN [Thread-810 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:18:03,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84f9ccaba94047ec with lease ID 0x85528c8abbcf2a07: Processing first storage report for DS-dd321321-fba3-4c7c-b72f-2da6398c4046 from datanode DatanodeRegistration(127.0.0.1:32779, datanodeUuid=61034c38-196e-4732-99e9-4fc0f3f6c600, infoPort=36369, infoSecurePort=0, ipcPort=42143, storageInfo=lv=-57;cid=testClusterID;nsid=163397921;c=1731507481767) 2024-11-13T14:18:03,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84f9ccaba94047ec with lease ID 0x85528c8abbcf2a07: from storage DS-dd321321-fba3-4c7c-b72f-2da6398c4046 node DatanodeRegistration(127.0.0.1:32779, datanodeUuid=61034c38-196e-4732-99e9-4fc0f3f6c600, infoPort=36369, infoSecurePort=0, ipcPort=42143, storageInfo=lv=-57;cid=testClusterID;nsid=163397921;c=1731507481767), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:18:03,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84f9ccaba94047ec with lease ID 0x85528c8abbcf2a07: Processing first storage report for DS-d767b36e-1d7f-4ce7-b369-308d143452a5 from datanode DatanodeRegistration(127.0.0.1:32779, datanodeUuid=61034c38-196e-4732-99e9-4fc0f3f6c600, infoPort=36369, infoSecurePort=0, ipcPort=42143, storageInfo=lv=-57;cid=testClusterID;nsid=163397921;c=1731507481767) 2024-11-13T14:18:03,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84f9ccaba94047ec with lease ID 0x85528c8abbcf2a07: from storage DS-d767b36e-1d7f-4ce7-b369-308d143452a5 node DatanodeRegistration(127.0.0.1:32779, datanodeUuid=61034c38-196e-4732-99e9-4fc0f3f6c600, infoPort=36369, infoSecurePort=0, ipcPort=42143, storageInfo=lv=-57;cid=testClusterID;nsid=163397921;c=1731507481767), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:18:03,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb 2024-11-13T14:18:03,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:03,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:18:03,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb with version=8 2024-11-13T14:18:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/hbase-staging 2024-11-13T14:18:03,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:18:03,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:03,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:03,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:18:03,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:03,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:18:03,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:18:03,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:18:03,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44535 2024-11-13T14:18:03,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44535 connecting to ZooKeeper ensemble=127.0.0.1:58504 2024-11-13T14:18:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445350x0, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:18:03,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44535-0x101348f682c0000 connected 2024-11-13T14:18:04,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:04,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:04,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on znode that does not yet exist, /01371107107/running 2024-11-13T14:18:04,086 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb, hbase.cluster.distributed=false 2024-11-13T14:18:04,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on znode that does not yet exist, /01371107107/acl 2024-11-13T14:18:04,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-13T14:18:04,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44535 2024-11-13T14:18:04,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44535 2024-11-13T14:18:04,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-13T14:18:04,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-13T14:18:04,107 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:18:04,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:04,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:04,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:18:04,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:04,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:18:04,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:18:04,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:18:04,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34423 2024-11-13T14:18:04,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34423 connecting to ZooKeeper ensemble=127.0.0.1:58504 2024-11-13T14:18:04,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:04,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:04,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344230x0, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:18:04,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344230x0, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on znode that does not yet exist, /01371107107/running 2024-11-13T14:18:04,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34423-0x101348f682c0001 connected 2024-11-13T14:18:04,125 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:18:04,129 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:18:04,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on znode that does not yet exist, /01371107107/master 2024-11-13T14:18:04,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on znode that does not yet exist, /01371107107/acl 2024-11-13T14:18:04,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-13T14:18:04,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34423 2024-11-13T14:18:04,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34423 2024-11-13T14:18:04,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-13T14:18:04,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34423 2024-11-13T14:18:04,158 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:44535 2024-11-13T14:18:04,159 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01371107107/backup-masters/eb1966fd6578,44535,1731507483893 2024-11-13T14:18:04,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107/backup-masters 2024-11-13T14:18:04,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107/backup-masters 2024-11-13T14:18:04,168 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on existing znode=/01371107107/backup-masters/eb1966fd6578,44535,1731507483893 2024-11-13T14:18:04,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01371107107/master 2024-11-13T14:18:04,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:04,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:04,177 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on existing znode=/01371107107/master 2024-11-13T14:18:04,178 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01371107107/backup-masters/eb1966fd6578,44535,1731507483893 from backup master directory 2024-11-13T14:18:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107/backup-masters 2024-11-13T14:18:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01371107107/backup-masters/eb1966fd6578,44535,1731507483893 2024-11-13T14:18:04,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107/backup-masters 2024-11-13T14:18:04,188 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:18:04,188 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,44535,1731507483893 2024-11-13T14:18:04,192 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/hbase.id] with ID: d6bba6ac-d838-4620-a148-7e96231df7bc 2024-11-13T14:18:04,192 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/.tmp/hbase.id 2024-11-13T14:18:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:18:04,204 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/.tmp/hbase.id]:[hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/hbase.id] 2024-11-13T14:18:04,217 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:04,218 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:18:04,219 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:18:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:18:04,643 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:18:04,644 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:18:04,644 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:18:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:18:05,052 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store 2024-11-13T14:18:05,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:18:05,062 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:05,062 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:18:05,062 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:05,062 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:05,062 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:18:05,062 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:05,062 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:05,062 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507485062Disabling compacts and flushes for region at 1731507485062Disabling writes for close at 1731507485062Writing region close event to WAL at 1731507485062Closed at 1731507485062 2024-11-13T14:18:05,063 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/.initializing 2024-11-13T14:18:05,063 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/WALs/eb1966fd6578,44535,1731507483893 2024-11-13T14:18:05,064 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:18:05,065 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C44535%2C1731507483893, suffix=, logDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/WALs/eb1966fd6578,44535,1731507483893, archiveDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/oldWALs, maxLogs=10 2024-11-13T14:18:05,081 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/WALs/eb1966fd6578,44535,1731507483893/eb1966fd6578%2C44535%2C1731507483893.1731507485065, exclude list is [], retry=0 2024-11-13T14:18:05,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-dd321321-fba3-4c7c-b72f-2da6398c4046,DISK] 2024-11-13T14:18:05,085 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/WALs/eb1966fd6578,44535,1731507483893/eb1966fd6578%2C44535%2C1731507483893.1731507485065 2024-11-13T14:18:05,086 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-13T14:18:05,086 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:18:05,086 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:05,086 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,086 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:18:05,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:05,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:05,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:18:05,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:05,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:05,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:18:05,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:05,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:05,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:18:05,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:05,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:05,105 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,106 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,107 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,110 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,110 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,111 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:18:05,112 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:05,114 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:18:05,114 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61694306, jitterRate=-0.08068320155143738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:18:05,115 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507485086Initializing all the Stores at 1731507485087 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507485087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507485087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507485087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507485087Cleaning up temporary data from old regions at 1731507485110 (+23 ms)Region opened successfully at 1731507485115 (+5 ms) 2024-11-13T14:18:05,115 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:18:05,118 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac881a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:18:05,119 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:18:05,119 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:18:05,119 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:18:05,120 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:18:05,121 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T14:18:05,122 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:18:05,122 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:18:05,124 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:18:05,125 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Unable to get data of znode /01371107107/balancer because node does not exist (not necessarily an error) 2024-11-13T14:18:05,188 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01371107107/balancer already deleted, retry=false 2024-11-13T14:18:05,188 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:18:05,189 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Unable to get data of znode /01371107107/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:18:05,198 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01371107107/normalizer already deleted, retry=false 2024-11-13T14:18:05,198 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:18:05,199 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Unable to get data of znode /01371107107/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:18:05,209 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01371107107/switch/split already deleted, retry=false 2024-11-13T14:18:05,210 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Unable to get data of znode /01371107107/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:18:05,219 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01371107107/switch/merge already deleted, retry=false 2024-11-13T14:18:05,221 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Unable to get data of znode /01371107107/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:18:05,230 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01371107107/snapshot-cleanup already deleted, retry=false 2024-11-13T14:18:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01371107107/running 2024-11-13T14:18:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01371107107/running 2024-11-13T14:18:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:05,243 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,44535,1731507483893, sessionid=0x101348f682c0000, setting cluster-up flag (Was=false) 2024-11-13T14:18:05,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:05,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:05,293 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01371107107/flush-table-proc/acquired, /01371107107/flush-table-proc/reached, /01371107107/flush-table-proc/abort 2024-11-13T14:18:05,294 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44535,1731507483893 2024-11-13T14:18:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:05,346 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01371107107/online-snapshot/acquired, /01371107107/online-snapshot/reached, /01371107107/online-snapshot/abort 2024-11-13T14:18:05,347 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44535,1731507483893 2024-11-13T14:18:05,348 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:18:05,357 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:18:05,357 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:18:05,357 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:18:05,358 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,44535,1731507483893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:18:05,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:18:05,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:18:05,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:18:05,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:18:05,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:18:05,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:18:05,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:18:05,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:18:05,369 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:05,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:18:05,385 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507515385 2024-11-13T14:18:05,385 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:18:05,385 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:18:05,385 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:18:05,385 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:18:05,385 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:18:05,385 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:18:05,389 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,389 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:18:05,389 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:18:05,390 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:18:05,390 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:18:05,394 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:18:05,394 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:18:05,394 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507485394,5,FailOnTimeoutGroup] 2024-11-13T14:18:05,394 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507485394,5,FailOnTimeoutGroup] 2024-11-13T14:18:05,395 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,395 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:18:05,395 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,395 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:18:05,446 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(746): ClusterId : d6bba6ac-d838-4620-a148-7e96231df7bc 2024-11-13T14:18:05,446 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:18:05,459 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:18:05,459 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:18:05,473 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:18:05,473 DEBUG [RS:0;eb1966fd6578:34423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211f90b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:18:05,486 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:34423 2024-11-13T14:18:05,486 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:18:05,486 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:18:05,486 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:18:05,486 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,44535,1731507483893 with port=34423, startcode=1731507484107 2024-11-13T14:18:05,487 DEBUG [RS:0;eb1966fd6578:34423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:18:05,488 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:18:05,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,34423,1731507484107 2024-11-13T14:18:05,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44535 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,34423,1731507484107 2024-11-13T14:18:05,490 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb 2024-11-13T14:18:05,490 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32795 2024-11-13T14:18:05,490 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:18:05,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107/rs 2024-11-13T14:18:05,502 DEBUG [RS:0;eb1966fd6578:34423 {}] zookeeper.ZKUtil(111): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on existing znode=/01371107107/rs/eb1966fd6578,34423,1731507484107 2024-11-13T14:18:05,502 WARN [RS:0;eb1966fd6578:34423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:18:05,502 INFO [RS:0;eb1966fd6578:34423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:18:05,502 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107 2024-11-13T14:18:05,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,34423,1731507484107] 2024-11-13T14:18:05,514 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:18:05,516 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:18:05,517 INFO [RS:0;eb1966fd6578:34423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:18:05,517 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,520 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:18:05,522 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:18:05,522 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,522 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,523 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,523 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,523 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:05,523 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:18:05,523 DEBUG [RS:0;eb1966fd6578:34423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:18:05,539 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,540 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,540 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,540 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,540 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,540 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34423,1731507484107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:18:05,563 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:18:05,563 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34423,1731507484107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,564 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,564 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.Replication(171): eb1966fd6578,34423,1731507484107 started 2024-11-13T14:18:05,582 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:05,582 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,34423,1731507484107, RpcServer on eb1966fd6578/172.17.0.2:34423, sessionid=0x101348f682c0001 2024-11-13T14:18:05,582 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:18:05,582 DEBUG [RS:0;eb1966fd6578:34423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,34423,1731507484107 2024-11-13T14:18:05,582 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,34423,1731507484107' 2024-11-13T14:18:05,582 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01371107107/flush-table-proc/abort' 2024-11-13T14:18:05,583 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01371107107/flush-table-proc/acquired' 2024-11-13T14:18:05,584 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:18:05,584 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:18:05,584 DEBUG [RS:0;eb1966fd6578:34423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,34423,1731507484107 2024-11-13T14:18:05,584 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,34423,1731507484107' 2024-11-13T14:18:05,584 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01371107107/online-snapshot/abort' 2024-11-13T14:18:05,584 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01371107107/online-snapshot/acquired' 2024-11-13T14:18:05,585 DEBUG [RS:0;eb1966fd6578:34423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:18:05,585 INFO [RS:0;eb1966fd6578:34423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:18:05,585 INFO [RS:0;eb1966fd6578:34423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:18:05,685 INFO [RS:0;eb1966fd6578:34423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:18:05,690 INFO [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C34423%2C1731507484107, suffix=, logDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107, archiveDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/oldWALs, maxLogs=10 2024-11-13T14:18:05,707 DEBUG [RS:0;eb1966fd6578:34423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691, exclude list is [], retry=0 2024-11-13T14:18:05,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-dd321321-fba3-4c7c-b72f-2da6398c4046,DISK] 2024-11-13T14:18:05,715 INFO [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 2024-11-13T14:18:05,715 DEBUG [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-13T14:18:05,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:18:05,798 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb 2024-11-13T14:18:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:18:06,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:06,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:18:06,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:18:06,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:06,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:06,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:18:06,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:18:06,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:06,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:06,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:18:06,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:18:06,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:06,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:06,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:18:06,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:18:06,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:06,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:06,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:18:06,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740 2024-11-13T14:18:06,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740 2024-11-13T14:18:06,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:18:06,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:18:06,251 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:18:06,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:18:06,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:18:06,257 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73725977, jitterRate=0.09860266745090485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:18:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507486235Initializing all the Stores at 1731507486236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507486236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507486236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507486236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507486236Cleaning up temporary data from old regions at 1731507486251 (+15 ms)Region opened successfully at 1731507486258 (+7 ms) 2024-11-13T14:18:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:18:06,258 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:18:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:18:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:18:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:18:06,259 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:18:06,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507486258Disabling compacts and flushes for region at 1731507486258Disabling writes for close at 1731507486258Writing region close event to WAL at 1731507486259 (+1 ms)Closed at 1731507486259 2024-11-13T14:18:06,261 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:18:06,261 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:18:06,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:18:06,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:18:06,266 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:18:06,417 DEBUG [eb1966fd6578:44535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:18:06,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,34423,1731507484107 2024-11-13T14:18:06,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,34423,1731507484107, state=OPENING 2024-11-13T14:18:06,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:18:06,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:06,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:06,578 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:18:06,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,34423,1731507484107}] 2024-11-13T14:18:06,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01371107107/meta-region-server: CHANGED 2024-11-13T14:18:06,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01371107107/meta-region-server: CHANGED 2024-11-13T14:18:06,732 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:18:06,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:18:06,747 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:18:06,747 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:18:06,748 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:18:06,751 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C34423%2C1731507484107.meta, suffix=.meta, logDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107, archiveDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/oldWALs, maxLogs=10 2024-11-13T14:18:06,768 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.meta.1731507486751.meta, exclude list is [], retry=0 2024-11-13T14:18:06,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-dd321321-fba3-4c7c-b72f-2da6398c4046,DISK] 2024-11-13T14:18:06,777 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.meta.1731507486751.meta 2024-11-13T14:18:06,779 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-13T14:18:06,779 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:18:06,780 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:18:06,780 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:18:06,780 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:18:06,781 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:18:06,781 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:18:06,781 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:06,781 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:18:06,781 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:18:06,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:18:06,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:18:06,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:06,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:06,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:18:06,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:18:06,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:06,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:06,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:18:06,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:18:06,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:06,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:06,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:18:06,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:18:06,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:06,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:06,805 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:18:06,806 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740 2024-11-13T14:18:06,810 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740 2024-11-13T14:18:06,811 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:18:06,811 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:18:06,812 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:18:06,813 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:18:06,817 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58973147, jitterRate=-0.12123163044452667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:18:06,817 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:18:06,818 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507486781Writing region info on filesystem at 1731507486781Initializing all the Stores at 1731507486783 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507486783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507486796 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507486796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507486796Cleaning up temporary data from old regions at 1731507486811 (+15 ms)Running coprocessor post-open hooks at 1731507486817 (+6 ms)Region opened successfully at 1731507486818 (+1 ms) 2024-11-13T14:18:06,820 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507486732 2024-11-13T14:18:06,823 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:18:06,823 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:18:06,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,34423,1731507484107 2024-11-13T14:18:06,825 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,34423,1731507484107, state=OPEN 2024-11-13T14:18:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01371107107/meta-region-server 2024-11-13T14:18:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01371107107/meta-region-server 2024-11-13T14:18:06,956 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,34423,1731507484107 2024-11-13T14:18:06,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01371107107/meta-region-server: CHANGED 2024-11-13T14:18:06,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01371107107/meta-region-server: CHANGED 2024-11-13T14:18:06,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:18:06,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,34423,1731507484107 in 378 msec 2024-11-13T14:18:06,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:18:06,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-13T14:18:06,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:18:06,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:18:06,964 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:06,964 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34423,1731507484107, seqNum=-1] 2024-11-13T14:18:06,964 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:06,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:18:06,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6150 sec 2024-11-13T14:18:06,972 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507486972, completionTime=-1 2024-11-13T14:18:06,972 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:18:06,972 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:18:06,975 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:18:06,975 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507546975 2024-11-13T14:18:06,975 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507606975 2024-11-13T14:18:06,975 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T14:18:06,975 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44535,1731507483893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:06,976 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44535,1731507483893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:06,976 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44535,1731507483893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:06,976 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:44535, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:06,976 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:06,976 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:06,978 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:18:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.795sec 2024-11-13T14:18:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:18:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:18:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:18:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:18:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:18:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44535,1731507483893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:18:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44535,1731507483893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:18:06,986 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:18:06,986 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:18:06,986 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44535,1731507483893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:07,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6bf546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:07,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44535,-1 for getting cluster id 2024-11-13T14:18:07,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:07,049 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6bba6ac-d838-4620-a148-7e96231df7bc' 2024-11-13T14:18:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6bba6ac-d838-4620-a148-7e96231df7bc" 2024-11-13T14:18:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00fa1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44535,-1] 2024-11-13T14:18:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:07,052 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:07,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc1aa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:07,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:07,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34423,1731507484107, seqNum=-1] 2024-11-13T14:18:07,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:07,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:18:07,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,44535,1731507483893 2024-11-13T14:18:07,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58504 2024-11-13T14:18:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:18:07,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101348f682c0002 connected 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.log.dir so I do NOT create it in target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e 2024-11-13T14:18:07,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.tmp.dir so I do NOT create it in target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e 2024-11-13T14:18:07,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:18:07,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/cluster_21967b1e-3ebc-a93d-da78-0d2cbf18e2fb, deleteOnExit=true 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/test.cache.data in system properties and HBase conf 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:18:07,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:18:07,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:18:07,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:18:07,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:18:07,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:18:07,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:18:07,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:18:07,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:18:07,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:18:07,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:18:07,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e637be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:18:07,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@96969f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:18:07,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@82b9ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/java.io.tmpdir/jetty-localhost-33163-hadoop-hdfs-3_4_1-tests_jar-_-any-15969773450162568479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:18:07,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b5a5e7{HTTP/1.1, (http/1.1)}{localhost:33163} 2024-11-13T14:18:07,629 INFO [Time-limited test {}] server.Server(415): Started @56102ms 2024-11-13T14:18:07,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:18:07,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:18:07,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:18:07,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:18:07,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:18:07,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d2f54a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:18:07,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64b0f81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:18:08,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7467d10f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/java.io.tmpdir/jetty-localhost-45629-hadoop-hdfs-3_4_1-tests_jar-_-any-874597248027511471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:18:08,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9b3bd94{HTTP/1.1, (http/1.1)}{localhost:45629} 2024-11-13T14:18:08,008 INFO [Time-limited test {}] server.Server(415): Started @56481ms 2024-11-13T14:18:08,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:18:08,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:18:09,118 WARN [Thread-942 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/cluster_21967b1e-3ebc-a93d-da78-0d2cbf18e2fb/data/data1/current/BP-2047322647-172.17.0.2-1731507487118/current, will proceed with Du for space computation calculation, 2024-11-13T14:18:09,118 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/cluster_21967b1e-3ebc-a93d-da78-0d2cbf18e2fb/data/data2/current/BP-2047322647-172.17.0.2-1731507487118/current, will proceed with Du for space computation calculation, 2024-11-13T14:18:09,140 WARN [Thread-930 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:18:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65f6361814a599e7 with lease ID 0x7c4cf932edfd5fa3: Processing first storage report for DS-a2b6fe64-9a9c-4550-9af5-19367cebc5e8 from datanode DatanodeRegistration(127.0.0.1:34809, datanodeUuid=e34dff51-a004-4f68-94f6-92e380fa586b, infoPort=36413, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=1012298661;c=1731507487118) 2024-11-13T14:18:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65f6361814a599e7 with lease ID 0x7c4cf932edfd5fa3: from storage DS-a2b6fe64-9a9c-4550-9af5-19367cebc5e8 node DatanodeRegistration(127.0.0.1:34809, datanodeUuid=e34dff51-a004-4f68-94f6-92e380fa586b, infoPort=36413, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=1012298661;c=1731507487118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:18:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65f6361814a599e7 with lease ID 0x7c4cf932edfd5fa3: Processing first storage report for DS-44c1e4f4-b903-4421-b1a7-e07f41f2c1e7 from datanode DatanodeRegistration(127.0.0.1:34809, datanodeUuid=e34dff51-a004-4f68-94f6-92e380fa586b, infoPort=36413, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=1012298661;c=1731507487118) 2024-11-13T14:18:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65f6361814a599e7 with lease ID 0x7c4cf932edfd5fa3: from storage DS-44c1e4f4-b903-4421-b1a7-e07f41f2c1e7 node DatanodeRegistration(127.0.0.1:34809, datanodeUuid=e34dff51-a004-4f68-94f6-92e380fa586b, infoPort=36413, infoSecurePort=0, ipcPort=46299, storageInfo=lv=-57;cid=testClusterID;nsid=1012298661;c=1731507487118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:18:09,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e 2024-11-13T14:18:09,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:09,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:09,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:18:09,170 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a with version=8 2024-11-13T14:18:09,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/hbase-staging 2024-11-13T14:18:09,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:18:09,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:09,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:09,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:18:09,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:09,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:18:09,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:18:09,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:18:09,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38889 2024-11-13T14:18:09,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38889 connecting to ZooKeeper ensemble=127.0.0.1:58504 2024-11-13T14:18:09,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388890x0, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:18:09,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38889-0x101348f682c0003 connected 2024-11-13T14:18:09,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:09,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:09,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on znode that does not yet exist, /1-1929699927/running 2024-11-13T14:18:09,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a, hbase.cluster.distributed=false 2024-11-13T14:18:09,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on znode that does not yet exist, /1-1929699927/acl 2024-11-13T14:18:09,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-13T14:18:09,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38889 2024-11-13T14:18:09,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38889 2024-11-13T14:18:09,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-13T14:18:09,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-13T14:18:09,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:18:09,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:09,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:09,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:18:09,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:18:09,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:18:09,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:18:09,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:18:09,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36775 2024-11-13T14:18:09,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36775 connecting to ZooKeeper ensemble=127.0.0.1:58504 2024-11-13T14:18:09,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:09,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367750x0, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:18:09,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367750x0, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on znode that does not yet exist, /1-1929699927/running 2024-11-13T14:18:09,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36775-0x101348f682c0004 connected 2024-11-13T14:18:09,325 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:18:09,330 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:18:09,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on znode that does not yet exist, /1-1929699927/master 2024-11-13T14:18:09,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on znode that does not yet exist, /1-1929699927/acl 2024-11-13T14:18:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-13T14:18:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36775 2024-11-13T14:18:09,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36775 2024-11-13T14:18:09,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-13T14:18:09,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36775 2024-11-13T14:18:09,353 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:38889 2024-11-13T14:18:09,354 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1929699927/backup-masters/eb1966fd6578,38889,1731507489172 2024-11-13T14:18:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927/backup-masters 2024-11-13T14:18:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927/backup-masters 2024-11-13T14:18:09,367 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on existing znode=/1-1929699927/backup-masters/eb1966fd6578,38889,1731507489172 2024-11-13T14:18:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1929699927/master 2024-11-13T14:18:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,379 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on existing znode=/1-1929699927/master 2024-11-13T14:18:09,381 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1929699927/backup-masters/eb1966fd6578,38889,1731507489172 from backup master directory 2024-11-13T14:18:09,387 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:18:09,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1929699927/backup-masters/eb1966fd6578,38889,1731507489172 2024-11-13T14:18:09,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927/backup-masters 2024-11-13T14:18:09,387 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,38889,1731507489172 2024-11-13T14:18:09,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927/backup-masters 2024-11-13T14:18:09,395 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/hbase.id] with ID: 5fe60502-adc1-4cac-b554-c6f98469a7c6 2024-11-13T14:18:09,395 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/.tmp/hbase.id 2024-11-13T14:18:09,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:18:09,411 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/.tmp/hbase.id]:[hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/hbase.id] 2024-11-13T14:18:09,427 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:09,427 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:18:09,429 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T14:18:09,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:18:09,455 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:18:09,456 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:18:09,457 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:18:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:18:09,477 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store 2024-11-13T14:18:09,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:18:09,493 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:09,493 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:18:09,493 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:09,493 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:09,493 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:18:09,493 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:09,493 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:18:09,493 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507489493Disabling compacts and flushes for region at 1731507489493Disabling writes for close at 1731507489493Writing region close event to WAL at 1731507489493Closed at 1731507489493 2024-11-13T14:18:09,500 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/.initializing 2024-11-13T14:18:09,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/WALs/eb1966fd6578,38889,1731507489172 2024-11-13T14:18:09,502 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:18:09,504 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C38889%2C1731507489172, suffix=, logDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/WALs/eb1966fd6578,38889,1731507489172, archiveDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/oldWALs, maxLogs=10 2024-11-13T14:18:09,521 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/WALs/eb1966fd6578,38889,1731507489172/eb1966fd6578%2C38889%2C1731507489172.1731507489504, exclude list is [], retry=0 2024-11-13T14:18:09,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-a2b6fe64-9a9c-4550-9af5-19367cebc5e8,DISK] 2024-11-13T14:18:09,535 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/WALs/eb1966fd6578,38889,1731507489172/eb1966fd6578%2C38889%2C1731507489172.1731507489504 2024-11-13T14:18:09,536 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36413:36413)] 2024-11-13T14:18:09,536 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:18:09,536 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:09,536 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,536 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:18:09,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:09,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:09,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:18:09,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:09,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:09,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:18:09,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:09,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:09,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:18:09,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:09,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:09,554 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,554 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,555 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,556 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,556 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,557 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:18:09,557 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:18:09,563 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:18:09,563 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59840839, jitterRate=-0.10830201208591461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:18:09,564 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507489537Initializing all the Stores at 1731507489537Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507489538 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507489544 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507489544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507489544Cleaning up temporary data from old regions at 1731507489556 (+12 ms)Region opened successfully at 1731507489563 (+7 ms) 2024-11-13T14:18:09,564 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:18:09,567 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b94a4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:18:09,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:18:09,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:18:09,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:18:09,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:18:09,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:18:09,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:18:09,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:18:09,578 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:18:09,580 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Unable to get data of znode /1-1929699927/balancer because node does not exist (not necessarily an error) 2024-11-13T14:18:09,592 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1929699927/balancer already deleted, retry=false 2024-11-13T14:18:09,593 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:18:09,593 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Unable to get data of znode /1-1929699927/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:18:09,601 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1929699927/normalizer already deleted, retry=false 2024-11-13T14:18:09,601 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:18:09,604 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Unable to get data of znode /1-1929699927/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:18:09,616 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1929699927/switch/split already deleted, retry=false 2024-11-13T14:18:09,617 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Unable to get data of znode /1-1929699927/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:18:09,629 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1929699927/switch/merge already deleted, retry=false 2024-11-13T14:18:09,632 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Unable to get data of znode /1-1929699927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:18:09,640 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1929699927/snapshot-cleanup already deleted, retry=false 2024-11-13T14:18:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1929699927/running 2024-11-13T14:18:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1929699927/running 2024-11-13T14:18:09,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,651 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,38889,1731507489172, sessionid=0x101348f682c0003, setting cluster-up flag (Was=false) 2024-11-13T14:18:09,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,703 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1929699927/flush-table-proc/acquired, /1-1929699927/flush-table-proc/reached, /1-1929699927/flush-table-proc/abort 2024-11-13T14:18:09,704 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,38889,1731507489172 2024-11-13T14:18:09,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:09,756 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1929699927/online-snapshot/acquired, /1-1929699927/online-snapshot/reached, /1-1929699927/online-snapshot/abort 2024-11-13T14:18:09,757 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,38889,1731507489172 2024-11-13T14:18:09,758 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:18:09,759 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:18:09,759 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:18:09,760 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:18:09,760 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,38889,1731507489172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:18:09,761 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:18:09,761 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:18:09,761 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:18:09,761 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:18:09,761 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:18:09,761 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,762 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:18:09,762 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507519762 2024-11-13T14:18:09,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:18:09,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:18:09,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:18:09,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:18:09,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:18:09,762 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:18:09,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:18:09,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:18:09,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:18:09,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:18:09,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:18:09,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:18:09,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:18:09,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:18:09,764 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507489763,5,FailOnTimeoutGroup] 2024-11-13T14:18:09,764 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507489764,5,FailOnTimeoutGroup] 2024-11-13T14:18:09,764 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,764 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:18:09,764 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:09,764 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:18:09,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:18:09,842 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(746): ClusterId : 5fe60502-adc1-4cac-b554-c6f98469a7c6 2024-11-13T14:18:09,842 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:18:09,851 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:18:09,852 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:18:09,862 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:18:09,862 DEBUG [RS:0;eb1966fd6578:36775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733b4e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:18:09,872 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:36775 2024-11-13T14:18:09,872 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:18:09,872 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:18:09,872 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:18:09,873 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,38889,1731507489172 with port=36775, startcode=1731507489305 2024-11-13T14:18:09,873 DEBUG [RS:0;eb1966fd6578:36775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:18:09,874 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:18:09,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,36775,1731507489305 2024-11-13T14:18:09,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38889 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,36775,1731507489305 2024-11-13T14:18:09,876 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a 2024-11-13T14:18:09,876 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42917 2024-11-13T14:18:09,876 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:18:09,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927/rs 2024-11-13T14:18:09,930 DEBUG [RS:0;eb1966fd6578:36775 {}] zookeeper.ZKUtil(111): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on existing znode=/1-1929699927/rs/eb1966fd6578,36775,1731507489305 2024-11-13T14:18:09,930 WARN [RS:0;eb1966fd6578:36775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:18:09,931 INFO [RS:0;eb1966fd6578:36775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:18:09,931 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305 2024-11-13T14:18:09,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,36775,1731507489305] 2024-11-13T14:18:09,934 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:18:09,935 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:18:09,935 INFO [RS:0;eb1966fd6578:36775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:18:09,935 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,935 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:18:09,936 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:18:09,936 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,936 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,936 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,936 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,936 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,936 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:18:09,937 DEBUG [RS:0;eb1966fd6578:36775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:18:09,937 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,937 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,937 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,937 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,938 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,938 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36775,1731507489305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:18:09,949 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:18:09,949 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,36775,1731507489305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,949 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,949 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.Replication(171): eb1966fd6578,36775,1731507489305 started 2024-11-13T14:18:09,960 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:09,960 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,36775,1731507489305, RpcServer on eb1966fd6578/172.17.0.2:36775, sessionid=0x101348f682c0004 2024-11-13T14:18:09,960 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:18:09,960 DEBUG [RS:0;eb1966fd6578:36775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,36775,1731507489305 2024-11-13T14:18:09,960 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,36775,1731507489305' 2024-11-13T14:18:09,960 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1929699927/flush-table-proc/abort' 2024-11-13T14:18:09,961 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1929699927/flush-table-proc/acquired' 2024-11-13T14:18:09,961 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:18:09,961 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:18:09,961 DEBUG [RS:0;eb1966fd6578:36775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,36775,1731507489305 2024-11-13T14:18:09,961 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,36775,1731507489305' 2024-11-13T14:18:09,961 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1929699927/online-snapshot/abort' 2024-11-13T14:18:09,962 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1929699927/online-snapshot/acquired' 2024-11-13T14:18:09,962 DEBUG [RS:0;eb1966fd6578:36775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:18:09,962 INFO [RS:0;eb1966fd6578:36775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:18:09,962 INFO [RS:0;eb1966fd6578:36775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:18:10,063 INFO [RS:0;eb1966fd6578:36775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:18:10,064 INFO [RS:0;eb1966fd6578:36775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C36775%2C1731507489305, suffix=, logDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305, archiveDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/oldWALs, maxLogs=10 2024-11-13T14:18:10,075 DEBUG [RS:0;eb1966fd6578:36775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305/eb1966fd6578%2C36775%2C1731507489305.1731507490064, exclude list is [], retry=0 2024-11-13T14:18:10,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-a2b6fe64-9a9c-4550-9af5-19367cebc5e8,DISK] 2024-11-13T14:18:10,079 INFO [RS:0;eb1966fd6578:36775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305/eb1966fd6578%2C36775%2C1731507489305.1731507490064 2024-11-13T14:18:10,079 DEBUG [RS:0;eb1966fd6578:36775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36413:36413)] 2024-11-13T14:18:10,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:18:10,171 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a 2024-11-13T14:18:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:18:10,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:10,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:18:10,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:18:10,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:10,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:10,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:18:10,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:18:10,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:10,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:10,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:18:10,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:18:10,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:10,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:10,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:18:10,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:18:10,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:10,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:10,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:18:10,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740 2024-11-13T14:18:10,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740 2024-11-13T14:18:10,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:18:10,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:18:10,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:18:10,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:18:10,590 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:18:10,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75157573, jitterRate=0.11993511021137238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:18:10,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507490577Initializing all the Stores at 1731507490578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507490578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507490578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507490578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507490578Cleaning up temporary data from old regions at 1731507490587 (+9 ms)Region opened successfully at 1731507490591 (+4 ms) 2024-11-13T14:18:10,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:18:10,591 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:18:10,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:18:10,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:18:10,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:18:10,591 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:18:10,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507490591Disabling compacts and flushes for region at 1731507490591Disabling writes for close at 1731507490591Writing region close event to WAL at 1731507490591Closed at 1731507490591 2024-11-13T14:18:10,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:18:10,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:18:10,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:18:10,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:18:10,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:18:10,745 DEBUG [eb1966fd6578:38889 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:18:10,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,36775,1731507489305 2024-11-13T14:18:10,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,36775,1731507489305, state=OPENING 2024-11-13T14:18:10,798 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:18:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:18:10,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1929699927/meta-region-server: CHANGED 2024-11-13T14:18:10,809 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:18:10,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1929699927/meta-region-server: CHANGED 2024-11-13T14:18:10,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,36775,1731507489305}] 2024-11-13T14:18:10,962 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:18:10,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:18:10,966 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:18:10,966 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:18:10,967 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:18:10,968 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C36775%2C1731507489305.meta, suffix=.meta, logDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305, archiveDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/oldWALs, maxLogs=10 2024-11-13T14:18:10,979 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305/eb1966fd6578%2C36775%2C1731507489305.meta.1731507490968.meta, exclude list is [], retry=0 2024-11-13T14:18:10,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34809,DS-a2b6fe64-9a9c-4550-9af5-19367cebc5e8,DISK] 2024-11-13T14:18:10,983 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305/eb1966fd6578%2C36775%2C1731507489305.meta.1731507490968.meta 2024-11-13T14:18:10,983 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36413:36413)] 2024-11-13T14:18:10,983 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:18:10,984 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:18:10,984 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:18:10,984 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:18:10,984 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:18:10,984 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:18:10,984 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:10,984 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:18:10,984 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:18:10,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:18:10,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:18:10,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:10,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:10,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:18:10,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:18:10,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:10,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:10,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:18:10,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:18:10,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:10,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:10,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:18:10,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:18:10,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:10,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:18:10,992 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:18:10,992 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740 2024-11-13T14:18:10,993 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740 2024-11-13T14:18:10,995 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:18:10,995 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:18:10,995 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:18:10,996 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:18:10,997 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59431733, jitterRate=-0.11439816653728485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:18:10,997 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:18:10,997 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507490984Writing region info on filesystem at 1731507490984Initializing all the Stores at 1731507490985 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507490985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507490986 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507490986Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507490986Cleaning up temporary data from old regions at 1731507490995 (+9 ms)Running coprocessor post-open hooks at 1731507490997 (+2 ms)Region opened successfully at 1731507490997 2024-11-13T14:18:10,998 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507490961 2024-11-13T14:18:11,000 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:18:11,000 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:18:11,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,36775,1731507489305 2024-11-13T14:18:11,002 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,36775,1731507489305, state=OPEN 2024-11-13T14:18:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1929699927/meta-region-server 2024-11-13T14:18:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1929699927/meta-region-server 2024-11-13T14:18:11,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,36775,1731507489305 2024-11-13T14:18:11,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1929699927/meta-region-server: CHANGED 2024-11-13T14:18:11,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1929699927/meta-region-server: CHANGED 2024-11-13T14:18:11,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:18:11,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,36775,1731507489305 in 199 msec 2024-11-13T14:18:11,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:18:11,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-13T14:18:11,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:18:11,015 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:18:11,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:11,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,36775,1731507489305, seqNum=-1] 2024-11-13T14:18:11,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:11,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:18:11,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-13T14:18:11,023 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507491023, completionTime=-1 2024-11-13T14:18:11,024 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:18:11,024 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:18:11,025 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:18:11,025 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507551025 2024-11-13T14:18:11,025 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507611025 2024-11-13T14:18:11,026 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:18:11,026 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38889,1731507489172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:11,026 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38889,1731507489172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:11,026 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38889,1731507489172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:11,026 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:38889, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:11,026 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:11,027 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:11,028 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:18:11,030 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.642sec 2024-11-13T14:18:11,030 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:18:11,030 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:18:11,030 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:18:11,030 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:18:11,030 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:18:11,030 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38889,1731507489172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:18:11,031 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38889,1731507489172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:18:11,033 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:18:11,033 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:18:11,033 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38889,1731507489172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:18:11,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29930def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:11,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38889,-1 for getting cluster id 2024-11-13T14:18:11,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:11,044 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe60502-adc1-4cac-b554-c6f98469a7c6' 2024-11-13T14:18:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe60502-adc1-4cac-b554-c6f98469a7c6" 2024-11-13T14:18:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0a22ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38889,-1] 2024-11-13T14:18:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:11,046 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:11,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77773c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:11,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,36775,1731507489305, seqNum=-1] 2024-11-13T14:18:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:11,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:18:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,38889,1731507489172 2024-11-13T14:18:11,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58504 2024-11-13T14:18:11,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:18:11,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101348f682c0005 connected 2024-11-13T14:18:11,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:18:11,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44535,1731507483893 2024-11-13T14:18:11,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28727964 2024-11-13T14:18:11,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:18:11,079 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:18:11,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:18:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:18:11,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:18:11,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:11,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:18:11,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:18:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:18:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:11,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 988a45cfb0f7861e115bca5115830ae9, NAME => 'test,,1731507491080.988a45cfb0f7861e115bca5115830ae9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb 2024-11-13T14:18:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:18:11,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:18:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:11,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507491080.988a45cfb0f7861e115bca5115830ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:11,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 988a45cfb0f7861e115bca5115830ae9, disabling compactions & flushes 2024-11-13T14:18:11,902 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:18:11,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:18:11,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. after waiting 0 ms 2024-11-13T14:18:11,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:18:11,902 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:18:11,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 988a45cfb0f7861e115bca5115830ae9: Waiting for close lock at 1731507491902Disabling compacts and flushes for region at 1731507491902Disabling writes for close at 1731507491902Writing region close event to WAL at 1731507491902Closed at 1731507491902 2024-11-13T14:18:11,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:18:11,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507491080.988a45cfb0f7861e115bca5115830ae9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507491904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507491904"}]},"ts":"1731507491904"} 2024-11-13T14:18:11,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:18:11,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:18:11,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507491907"}]},"ts":"1731507491907"} 2024-11-13T14:18:11,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:18:11,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=988a45cfb0f7861e115bca5115830ae9, ASSIGN}] 2024-11-13T14:18:11,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=988a45cfb0f7861e115bca5115830ae9, ASSIGN 2024-11-13T14:18:11,912 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=988a45cfb0f7861e115bca5115830ae9, ASSIGN; state=OFFLINE, location=eb1966fd6578,34423,1731507484107; forceNewPlan=false, retain=false 2024-11-13T14:18:12,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=988a45cfb0f7861e115bca5115830ae9, regionState=OPENING, regionLocation=eb1966fd6578,34423,1731507484107 2024-11-13T14:18:12,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=988a45cfb0f7861e115bca5115830ae9, ASSIGN because future has completed 2024-11-13T14:18:12,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988a45cfb0f7861e115bca5115830ae9, server=eb1966fd6578,34423,1731507484107}] 2024-11-13T14:18:12,221 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:18:12,221 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 988a45cfb0f7861e115bca5115830ae9, NAME => 'test,,1731507491080.988a45cfb0f7861e115bca5115830ae9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:18:12,221 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:18:12,222 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:18:12,222 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,222 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507491080.988a45cfb0f7861e115bca5115830ae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:12,222 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,222 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,223 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,225 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988a45cfb0f7861e115bca5115830ae9 columnFamilyName f 2024-11-13T14:18:12,225 DEBUG [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:12,225 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] regionserver.HStore(327): Store=988a45cfb0f7861e115bca5115830ae9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:12,226 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,227 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988a45cfb0f7861e115bca5115830ae9 columnFamilyName f1 2024-11-13T14:18:12,227 DEBUG [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:12,227 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] regionserver.HStore(327): Store=988a45cfb0f7861e115bca5115830ae9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:12,227 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,228 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988a45cfb0f7861e115bca5115830ae9 columnFamilyName norep 2024-11-13T14:18:12,228 DEBUG [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:12,229 INFO [StoreOpener-988a45cfb0f7861e115bca5115830ae9-1 {}] regionserver.HStore(327): Store=988a45cfb0f7861e115bca5115830ae9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:12,229 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,229 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:12,230 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,231 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,231 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,231 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:18:12,232 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,234 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:18:12,235 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 988a45cfb0f7861e115bca5115830ae9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60217675, jitterRate=-0.10268671810626984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:18:12,235 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:18:12,235 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 988a45cfb0f7861e115bca5115830ae9: Running coprocessor pre-open hook at 1731507492222Writing region info on filesystem at 1731507492222Initializing all the Stores at 1731507492223 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507492223Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507492223Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507492223Cleaning up temporary data from old regions at 1731507492231 (+8 ms)Running coprocessor post-open hooks at 1731507492235 (+4 ms)Region opened successfully at 1731507492235 2024-11-13T14:18:12,237 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., pid=6, masterSystemTime=1731507492217 2024-11-13T14:18:12,239 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:18:12,239 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:18:12,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=988a45cfb0f7861e115bca5115830ae9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,34423,1731507484107 2024-11-13T14:18:12,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988a45cfb0f7861e115bca5115830ae9, server=eb1966fd6578,34423,1731507484107 because future has completed 2024-11-13T14:18:12,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:18:12,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 988a45cfb0f7861e115bca5115830ae9, server=eb1966fd6578,34423,1731507484107 in 178 msec 2024-11-13T14:18:12,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:18:12,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=988a45cfb0f7861e115bca5115830ae9, ASSIGN in 336 msec 2024-11-13T14:18:12,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:18:12,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507492249"}]},"ts":"1731507492249"} 2024-11-13T14:18:12,251 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:18:12,252 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:18:12,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-13T14:18:12,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:18:12,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:12,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:12,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:12,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:13,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:18:13,240 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:18:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38889,1731507489172 2024-11-13T14:18:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@628b4794 2024-11-13T14:18:13,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:18:13,242 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:18:13,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:18:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:18:13,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:18:13,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:13,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:18:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:13,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:18:13,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:18:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:13,653 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2bf5c5cc27ba74e5aede9f04eb327b7, NAME => 'test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a 2024-11-13T14:18:13,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:18:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:14,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:14,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2bf5c5cc27ba74e5aede9f04eb327b7, disabling compactions & flushes 2024-11-13T14:18:14,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:18:14,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:18:14,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. after waiting 0 ms 2024-11-13T14:18:14,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:18:14,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:18:14,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2bf5c5cc27ba74e5aede9f04eb327b7: Waiting for close lock at 1731507494059Disabling compacts and flushes for region at 1731507494059Disabling writes for close at 1731507494059Writing region close event to WAL at 1731507494059Closed at 1731507494059 2024-11-13T14:18:14,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:18:14,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507494061"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507494061"}]},"ts":"1731507494061"} 2024-11-13T14:18:14,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:18:14,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:18:14,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507494064"}]},"ts":"1731507494064"} 2024-11-13T14:18:14,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:18:14,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2bf5c5cc27ba74e5aede9f04eb327b7, ASSIGN}] 2024-11-13T14:18:14,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2bf5c5cc27ba74e5aede9f04eb327b7, ASSIGN 2024-11-13T14:18:14,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2bf5c5cc27ba74e5aede9f04eb327b7, ASSIGN; state=OFFLINE, location=eb1966fd6578,36775,1731507489305; forceNewPlan=false, retain=false 2024-11-13T14:18:14,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2bf5c5cc27ba74e5aede9f04eb327b7, regionState=OPENING, regionLocation=eb1966fd6578,36775,1731507489305 2024-11-13T14:18:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2bf5c5cc27ba74e5aede9f04eb327b7, ASSIGN because future has completed 2024-11-13T14:18:14,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2bf5c5cc27ba74e5aede9f04eb327b7, server=eb1966fd6578,36775,1731507489305}] 2024-11-13T14:18:14,378 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:18:14,378 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2bf5c5cc27ba74e5aede9f04eb327b7, NAME => 'test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:18:14,379 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:18:14,379 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:18:14,379 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,379 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:14,379 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,379 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,381 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,382 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2bf5c5cc27ba74e5aede9f04eb327b7 columnFamilyName f 2024-11-13T14:18:14,382 DEBUG [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:14,382 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] regionserver.HStore(327): Store=f2bf5c5cc27ba74e5aede9f04eb327b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:14,382 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,384 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2bf5c5cc27ba74e5aede9f04eb327b7 columnFamilyName f1 2024-11-13T14:18:14,384 DEBUG [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:14,384 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] regionserver.HStore(327): Store=f2bf5c5cc27ba74e5aede9f04eb327b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:14,384 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,385 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2bf5c5cc27ba74e5aede9f04eb327b7 columnFamilyName norep 2024-11-13T14:18:14,386 DEBUG [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:14,386 INFO [StoreOpener-f2bf5c5cc27ba74e5aede9f04eb327b7-1 {}] regionserver.HStore(327): Store=f2bf5c5cc27ba74e5aede9f04eb327b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:14,386 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,387 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,387 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,388 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,388 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,389 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:18:14,389 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,391 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:18:14,392 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2bf5c5cc27ba74e5aede9f04eb327b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66384787, jitterRate=-0.01078958809375763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:18:14,392 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:18:14,392 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2bf5c5cc27ba74e5aede9f04eb327b7: Running coprocessor pre-open hook at 1731507494379Writing region info on filesystem at 1731507494379Initializing all the Stores at 1731507494380 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507494380Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507494380Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507494380Cleaning up temporary data from old regions at 1731507494388 (+8 ms)Running coprocessor post-open hooks at 1731507494392 (+4 ms)Region opened successfully at 1731507494392 2024-11-13T14:18:14,393 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7., pid=6, masterSystemTime=1731507494374 2024-11-13T14:18:14,395 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:18:14,395 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:18:14,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2bf5c5cc27ba74e5aede9f04eb327b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,36775,1731507489305 2024-11-13T14:18:14,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2bf5c5cc27ba74e5aede9f04eb327b7, server=eb1966fd6578,36775,1731507489305 because future has completed 2024-11-13T14:18:14,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:18:14,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2bf5c5cc27ba74e5aede9f04eb327b7, server=eb1966fd6578,36775,1731507489305 in 177 msec 2024-11-13T14:18:14,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:18:14,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2bf5c5cc27ba74e5aede9f04eb327b7, ASSIGN in 334 msec 2024-11-13T14:18:14,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:18:14,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507494405"}]},"ts":"1731507494405"} 2024-11-13T14:18:14,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:18:14,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:18:14,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-13T14:18:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:18:15,389 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:18:15,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0629dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44535,-1 for getting cluster id 2024-11-13T14:18:15,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:15,391 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6bba6ac-d838-4620-a148-7e96231df7bc' 2024-11-13T14:18:15,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:15,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6bba6ac-d838-4620-a148-7e96231df7bc" 2024-11-13T14:18:15,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353b95bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44535,-1] 2024-11-13T14:18:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:15,393 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32172d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38889,-1 for getting cluster id 2024-11-13T14:18:15,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:15,394 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe60502-adc1-4cac-b554-c6f98469a7c6' 2024-11-13T14:18:15,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:15,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe60502-adc1-4cac-b554-c6f98469a7c6" 2024-11-13T14:18:15,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b7780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38889,-1] 2024-11-13T14:18:15,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:15,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:15,396 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491fe39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8fe791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44535,-1 for getting cluster id 2024-11-13T14:18:15,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:15,398 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6bba6ac-d838-4620-a148-7e96231df7bc' 2024-11-13T14:18:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6bba6ac-d838-4620-a148-7e96231df7bc" 2024-11-13T14:18:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfd8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44535,-1] 2024-11-13T14:18:15,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:15,399 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:15,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4130d032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:18:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44535,1731507483893 2024-11-13T14:18:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4525effa 2024-11-13T14:18:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:18:15,404 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:18:15,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:38889,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:18:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:18:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:18:15,407 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:38889' 2024-11-13T14:18:15,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa00109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,408 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38889,-1 for getting cluster id 2024-11-13T14:18:15,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:15,409 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe60502-adc1-4cac-b554-c6f98469a7c6' 2024-11-13T14:18:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe60502-adc1-4cac-b554-c6f98469a7c6" 2024-11-13T14:18:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bc0a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38889,-1] 2024-11-13T14:18:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:15,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:15,410 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673cdb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:15,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:18:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38889,1731507489172 2024-11-13T14:18:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fefa5d7 2024-11-13T14:18:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:18:15,412 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:18:15,413 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:18:15,413 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:18:15,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:15,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:15,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:18:15,413 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:18:15,415 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:18:15,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:18:15,416 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:15,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:18:15,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:18:15,465 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:18:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:18:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:18:15,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8388ad52b6ac686201870e59a87596d0, NAME => 'hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb 2024-11-13T14:18:15,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:18:15,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:18:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:18:16,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:16,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8388ad52b6ac686201870e59a87596d0, disabling compactions & flushes 2024-11-13T14:18:16,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:18:16,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:18:16,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. after waiting 0 ms 2024-11-13T14:18:16,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:18:16,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:18:16,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8388ad52b6ac686201870e59a87596d0: Waiting for close lock at 1731507496233Disabling compacts and flushes for region at 1731507496233Disabling writes for close at 1731507496234 (+1 ms)Writing region close event to WAL at 1731507496234Closed at 1731507496234 2024-11-13T14:18:16,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:18:16,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507496235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507496235"}]},"ts":"1731507496235"} 2024-11-13T14:18:16,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:18:16,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:18:16,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507496238"}]},"ts":"1731507496238"} 2024-11-13T14:18:16,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:18:16,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8388ad52b6ac686201870e59a87596d0, ASSIGN}] 2024-11-13T14:18:16,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8388ad52b6ac686201870e59a87596d0, ASSIGN 2024-11-13T14:18:16,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8388ad52b6ac686201870e59a87596d0, ASSIGN; state=OFFLINE, location=eb1966fd6578,34423,1731507484107; forceNewPlan=false, retain=false 2024-11-13T14:18:16,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8388ad52b6ac686201870e59a87596d0, regionState=OPENING, regionLocation=eb1966fd6578,34423,1731507484107 2024-11-13T14:18:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8388ad52b6ac686201870e59a87596d0, ASSIGN because future has completed 2024-11-13T14:18:16,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8388ad52b6ac686201870e59a87596d0, server=eb1966fd6578,34423,1731507484107}] 2024-11-13T14:18:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:18:16,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:18:16,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:18:16,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:18:16,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C34423%2C1731507484107.rep, suffix=, logDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107, archiveDir=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/oldWALs, maxLogs=10 2024-11-13T14:18:16,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.rep.1731507496553, exclude list is [], retry=0 2024-11-13T14:18:16,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32779,DS-dd321321-fba3-4c7c-b72f-2da6398c4046,DISK] 2024-11-13T14:18:16,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.rep.1731507496553 2024-11-13T14:18:16,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-13T14:18:16,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8388ad52b6ac686201870e59a87596d0, NAME => 'hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:18:16,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:18:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:18:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. service=MultiRowMutationService 2024-11-13T14:18:16,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:18:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:18:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,580 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,582 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8388ad52b6ac686201870e59a87596d0 columnFamilyName hfileref 2024-11-13T14:18:16,582 DEBUG [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:16,582 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] regionserver.HStore(327): Store=8388ad52b6ac686201870e59a87596d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:16,583 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,584 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8388ad52b6ac686201870e59a87596d0 columnFamilyName queue 2024-11-13T14:18:16,584 DEBUG [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:16,584 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] regionserver.HStore(327): Store=8388ad52b6ac686201870e59a87596d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:16,584 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,585 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8388ad52b6ac686201870e59a87596d0 columnFamilyName sid 2024-11-13T14:18:16,585 DEBUG [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:18:16,586 INFO [StoreOpener-8388ad52b6ac686201870e59a87596d0-1 {}] regionserver.HStore(327): Store=8388ad52b6ac686201870e59a87596d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:18:16,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:18:16,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:18:16,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8388ad52b6ac686201870e59a87596d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70709404, jitterRate=0.05365222692489624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:18:16,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:18:16,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8388ad52b6ac686201870e59a87596d0: Running coprocessor pre-open hook at 1731507496579Writing region info on filesystem at 1731507496579Initializing all the Stores at 1731507496580 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507496580Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507496580Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507496580Cleaning up temporary data from old regions at 1731507496588 (+8 ms)Running coprocessor post-open hooks at 1731507496592 (+4 ms)Region opened successfully at 1731507496592 2024-11-13T14:18:16,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0., pid=10, masterSystemTime=1731507496548 2024-11-13T14:18:16,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:18:16,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:18:16,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8388ad52b6ac686201870e59a87596d0, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,34423,1731507484107 2024-11-13T14:18:16,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8388ad52b6ac686201870e59a87596d0, server=eb1966fd6578,34423,1731507484107 because future has completed 2024-11-13T14:18:16,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:18:16,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8388ad52b6ac686201870e59a87596d0, server=eb1966fd6578,34423,1731507484107 in 203 msec 2024-11-13T14:18:16,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:18:16,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8388ad52b6ac686201870e59a87596d0, ASSIGN in 360 msec 2024-11-13T14:18:16,603 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:18:16,603 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507496603"}]},"ts":"1731507496603"} 2024-11-13T14:18:16,605 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:18:16,606 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:18:16,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-13T14:18:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0., hostname=eb1966fd6578,34423,1731507484107, seqNum=2] 2024-11-13T14:18:16,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:16,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:18:16,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:18:16,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:18:16,834 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:18:16,859 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,34423,1731507484107, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:18:16,859 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:16,860 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34423,1731507484107, seqNum=-1] 2024-11-13T14:18:16,860 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:16,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T14:18:16,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,34423,1731507484107', locateType=CURRENT is [region=hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0., hostname=eb1966fd6578,34423,1731507484107, seqNum=2] 2024-11-13T14:18:16,866 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:18:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:18:16,868 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,34423,1731507484107 suceeded 2024-11-13T14:18:16,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:18:16,870 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:38889,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T14:18:16,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T14:18:16,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-13T14:18:16,883 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:38889' 2024-11-13T14:18:16,884 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ab00cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:16,884 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38889,-1 for getting cluster id 2024-11-13T14:18:16,884 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:16,885 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe60502-adc1-4cac-b554-c6f98469a7c6' 2024-11-13T14:18:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe60502-adc1-4cac-b554-c6f98469a7c6" 2024-11-13T14:18:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa463a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38889,-1] 2024-11-13T14:18:16,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:16,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:16,887 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:16,887 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd82195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:16,887 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:18:16,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38889,1731507489172 2024-11-13T14:18:16,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb1d3d4 2024-11-13T14:18:16,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:18:16,889 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T14:18:16,889 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,34423,1731507484107 (queues=1) is replicating from cluster=d6bba6ac-d838-4620-a148-7e96231df7bc to cluster=5fe60502-adc1-4cac-b554-c6f98469a7c6 2024-11-13T14:18:16,889 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C34423%2C1731507484107 2024-11-13T14:18:16,890 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,34423,1731507484107, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:18:16,890 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C34423%2C1731507484107 2024-11-13T14:18:16,890 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691, startPosition=0, beingWritten=true 2024-11-13T14:18:16,899 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:18:16,899 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 379, reset compression=false 2024-11-13T14:18:16,899 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34423,1731507484107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:18:17,103 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 379, reset compression=false 2024-11-13T14:18:17,407 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 379, reset compression=false 2024-11-13T14:18:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:18:17,550 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:18:17,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:18:17,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:18:17,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:17,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:17,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:18:17,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:17,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731507497554/Put/seqid=0 2024-11-13T14:18:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741840_1016 (size=7894) 2024-11-13T14:18:17,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:18:17,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:17,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:17,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:17,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:18:17,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:18:17,811 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 379, reset compression=false 2024-11-13T14:18:17,963 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f/f/hfile_1 is 34, key is ddd/f:row/1731507497962/Put/seqid=0 2024-11-13T14:18:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741841_1017 (size=7691) 2024-11-13T14:18:18,316 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 379, reset compression=false 2024-11-13T14:18:18,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554b461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:18,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44535,-1 for getting cluster id 2024-11-13T14:18:18,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:18,372 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6bba6ac-d838-4620-a148-7e96231df7bc' 2024-11-13T14:18:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6bba6ac-d838-4620-a148-7e96231df7bc" 2024-11-13T14:18:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23eef99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44535,-1] 2024-11-13T14:18:18,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:18,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:18,374 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:18,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e9f049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:18,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:18,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34423,1731507484107, seqNum=-1] 2024-11-13T14:18:18,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:18,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:18:18,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:18:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44535,1731507483893 2024-11-13T14:18:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@168b9f2a 2024-11-13T14:18:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:18:18,389 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:18:18,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., hostname=eb1966fd6578,34423,1731507484107, seqNum=2] 2024-11-13T14:18:18,404 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:18:18,415 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T14:18:18,418 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T14:18:18,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f/f/hfile_0 for inclusion in 988a45cfb0f7861e115bca5115830ae9/f 2024-11-13T14:18:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T14:18:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:18:18,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f/f/hfile_1 for inclusion in 988a45cfb0f7861e115bca5115830ae9/f 2024-11-13T14:18:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T14:18:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:18:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HRegion(2603): Flush status journal for 988a45cfb0f7861e115bca5115830ae9: 2024-11-13T14:18:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f/f/hfile_0 to hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_0 2024-11-13T14:18:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_0 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ 2024-11-13T14:18:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f/f/hfile_1 to hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_1 2024-11-13T14:18:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_1 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ 2024-11-13T14:18:18,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_0 into 988a45cfb0f7861e115bca5115830ae9/f as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ - updating store file list. 2024-11-13T14:18:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:18:18,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ into 988a45cfb0f7861e115bca5115830ae9/f 2024-11-13T14:18:18,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_0 into 988a45cfb0f7861e115bca5115830ae9/f (new location: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_) 2024-11-13T14:18:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_0 2024-11-13T14:18:18,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_1 into 988a45cfb0f7861e115bca5115830ae9/f as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ - updating store file list. 2024-11-13T14:18:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b28a435de7424671a7c101c8ab4b49c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:18:18,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ into 988a45cfb0f7861e115bca5115830ae9/f 2024-11-13T14:18:18,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_1 into 988a45cfb0f7861e115bca5115830ae9/f (new location: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_) 2024-11-13T14:18:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__oj7ulba5enj4281shl0cbhqm1kk0v7b50i768bk82jrdlh5u50k7hpdrr3mgmi18/f/hfile_1 2024-11-13T14:18:18,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:18:18,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:18:18,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:18,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:18,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:18:18,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,36775,1731507489305, seqNum=-1] 2024-11-13T14:18:18,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:18,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:18:18,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7., hostname=eb1966fd6578,36775,1731507489305, seqNum=2] 2024-11-13T14:18:18,505 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T14:18:18,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:18:18,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T14:18:18,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:18:18,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T14:18:18,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:18:18,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T14:18:18,920 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 379, reset compression=false 2024-11-13T14:18:18,926 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:18:18,926 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34423,1731507484107 got entry batch from reader: WALEntryBatch [walEntries=[{test/988a45cfb0f7861e115bca5115830ae9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731507498487/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T14:18:18,943 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:18:18,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T14:18:18,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.ReplicationSink(318): Replicating [d6bba6ac-d838-4620-a148-7e96231df7bc] bulk loaded data 2024-11-13T14:18:18,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13bff975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:18,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38889,-1 for getting cluster id 2024-11-13T14:18:18,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:18,950 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe60502-adc1-4cac-b554-c6f98469a7c6' 2024-11-13T14:18:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe60502-adc1-4cac-b554-c6f98469a7c6" 2024-11-13T14:18:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba4fed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38889,-1] 2024-11-13T14:18:18,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:18,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:18,951 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:18,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d08eaea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:18,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741837_1013 (size=7894) 2024-11-13T14:18:19,126 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 687, reset compression=false 2024-11-13T14:18:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741838_1014 (size=7691) 2024-11-13T14:18:19,431 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 687, reset compression=false 2024-11-13T14:18:19,507 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T14:18:19,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:18:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38889,1731507489172 2024-11-13T14:18:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d5c78d 2024-11-13T14:18:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:18:19,780 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T14:18:19,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:18:19,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,36775,1731507489305, seqNum=-1] 2024-11-13T14:18:19,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:19,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T14:18:19,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T14:18:19,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T14:18:19,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ for inclusion in f2bf5c5cc27ba74e5aede9f04eb327b7/f 2024-11-13T14:18:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T14:18:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:18:19,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ for inclusion in f2bf5c5cc27ba74e5aede9f04eb327b7/f 2024-11-13T14:18:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T14:18:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:18:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HRegion(2603): Flush status journal for f2bf5c5cc27ba74e5aede9f04eb327b7: 2024-11-13T14:18:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:18:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/f/0572deea9ce1468ab03a5c1f19d0ab03_SeqId_4_ 2024-11-13T14:18:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:18:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/f/3e840de3007f4de891dd602817f6dcde_SeqId_4_ 2024-11-13T14:18:19,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ into f2bf5c5cc27ba74e5aede9f04eb327b7/f as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/f/0572deea9ce1468ab03a5c1f19d0ab03_SeqId_4_ - updating store file list. 2024-11-13T14:18:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0572deea9ce1468ab03a5c1f19d0ab03_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:18:19,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/f/0572deea9ce1468ab03a5c1f19d0ab03_SeqId_4_ into f2bf5c5cc27ba74e5aede9f04eb327b7/f 2024-11-13T14:18:19,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ into f2bf5c5cc27ba74e5aede9f04eb327b7/f (new location: hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/f/0572deea9ce1468ab03a5c1f19d0ab03_SeqId_4_) 2024-11-13T14:18:19,834 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 687, reset compression=false 2024-11-13T14:18:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_ 2024-11-13T14:18:19,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ into f2bf5c5cc27ba74e5aede9f04eb327b7/f as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/f/3e840de3007f4de891dd602817f6dcde_SeqId_4_ - updating store file list. 2024-11-13T14:18:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e840de3007f4de891dd602817f6dcde_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:18:19,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/f/3e840de3007f4de891dd602817f6dcde_SeqId_4_ into f2bf5c5cc27ba74e5aede9f04eb327b7/f 2024-11-13T14:18:19,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ into f2bf5c5cc27ba74e5aede9f04eb327b7/f (new location: hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/f/3e840de3007f4de891dd602817f6dcde_SeqId_4_) 2024-11-13T14:18:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/staging/jenkins.hfs.6__test__s3obfmibk1c4ljnvrpcotcestr55sdghhq5836b6tf34r0cr7o0rcvql47nnfn42/f/b28a435de7424671a7c101c8ab4b49c1_SeqId_4_ 2024-11-13T14:18:19,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36775 {}] regionserver.ReplicationSink(324): Finished replicating [d6bba6ac-d838-4620-a148-7e96231df7bc] bulk loaded data 2024-11-13T14:18:20,340 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 687, reset compression=false 2024-11-13T14:18:20,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:18:20,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731507500535/Put/seqid=0 2024-11-13T14:18:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741842_1018 (size=7997) 2024-11-13T14:18:20,945 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 687, reset compression=false 2024-11-13T14:18:20,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731507500965/Put/seqid=0 2024-11-13T14:18:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741843_1019 (size=7794) 2024-11-13T14:18:21,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271b1aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:21,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44535,-1 for getting cluster id 2024-11-13T14:18:21,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:18:21,010 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6bba6ac-d838-4620-a148-7e96231df7bc' 2024-11-13T14:18:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:18:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6bba6ac-d838-4620-a148-7e96231df7bc" 2024-11-13T14:18:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5f3e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44535,-1] 2024-11-13T14:18:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:18:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:21,013 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:18:21,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612593e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:18:21,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:21,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34423,1731507484107, seqNum=-1] 2024-11-13T14:18:21,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:21,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:18:21,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:18:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44535,1731507483893 2024-11-13T14:18:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f92a184 2024-11-13T14:18:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:18:21,033 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:18:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., hostname=eb1966fd6578,34423,1731507484107, seqNum=2] 2024-11-13T14:18:21,041 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:18:21,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T14:18:21,060 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T14:18:21,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f1/f1/hfile_0 for inclusion in 988a45cfb0f7861e115bca5115830ae9/f1 2024-11-13T14:18:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T14:18:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:18:21,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f1/f1/hfile_1 for inclusion in 988a45cfb0f7861e115bca5115830ae9/f1 2024-11-13T14:18:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T14:18:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:18:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HRegion(2603): Flush status journal for 988a45cfb0f7861e115bca5115830ae9: 2024-11-13T14:18:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f1/f1/hfile_0 to hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_0 2024-11-13T14:18:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_0 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f1/ed126eb4c68841fb9f472aacbba8650f_SeqId_6_ 2024-11-13T14:18:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/load_f1/f1/hfile_1 to hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_1 2024-11-13T14:18:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_1 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f1/d42dae2dbb93468389043e9c2781621c_SeqId_6_ 2024-11-13T14:18:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T14:18:21,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_0 into 988a45cfb0f7861e115bca5115830ae9/f1 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f1/ed126eb4c68841fb9f472aacbba8650f_SeqId_6_ - updating store file list. 2024-11-13T14:18:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed126eb4c68841fb9f472aacbba8650f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:18:21,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f1/ed126eb4c68841fb9f472aacbba8650f_SeqId_6_ into 988a45cfb0f7861e115bca5115830ae9/f1 2024-11-13T14:18:21,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_0 into 988a45cfb0f7861e115bca5115830ae9/f1 (new location: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f1/ed126eb4c68841fb9f472aacbba8650f_SeqId_6_) 2024-11-13T14:18:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_0 2024-11-13T14:18:21,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_1 into 988a45cfb0f7861e115bca5115830ae9/f1 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f1/d42dae2dbb93468389043e9c2781621c_SeqId_6_ - updating store file list. 2024-11-13T14:18:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d42dae2dbb93468389043e9c2781621c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:18:21,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f1/d42dae2dbb93468389043e9c2781621c_SeqId_6_ into 988a45cfb0f7861e115bca5115830ae9/f1 2024-11-13T14:18:21,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_1 into 988a45cfb0f7861e115bca5115830ae9/f1 (new location: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/f1/d42dae2dbb93468389043e9c2781621c_SeqId_6_) 2024-11-13T14:18:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/staging/jenkins__test__3o095vomptr82p1p509chut9efdglkh4s8pjaqpiqvq6k1372hsmrdbsl2ik31h0/f1/hfile_1 2024-11-13T14:18:21,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:18:21,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:18:21,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:21,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:18:21,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:18:21,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., hostname=eb1966fd6578,34423,1731507484107, seqNum=2 , the old value is region=test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., hostname=eb1966fd6578,34423,1731507484107, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb1966fd6578:34423 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:18:21,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:18:21,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34423,1731507484107, seqNum=-1] 2024-11-13T14:18:21,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:18:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., hostname=eb1966fd6578,34423,1731507484107, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:18:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., hostname=eb1966fd6578,34423,1731507484107, seqNum=2 from cache 2024-11-13T14:18:21,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:18:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., hostname=eb1966fd6578,34423,1731507484107, seqNum=2] 2024-11-13T14:18:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34423: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44262 deadline: 1731507561123 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44262 2024-11-13T14:18:21,230 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:34423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T14:18:21,693 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 687, reset compression=false 2024-11-13T14:18:21,699 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:18:21,699 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:21,699 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34423,1731507484107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:18:21,904 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:22,209 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:22,614 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:23,118 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:23,722 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:24,427 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:25,233 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:26,158 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:27,163 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:28,267 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:29,472 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:30,776 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:32,183 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:33,476 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:18:33,705 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:35,310 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:37,014 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:38,819 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:39,151 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:18:40,723 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:41,707 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34423,1731507484107 got entry batch from reader: null 2024-11-13T14:18:42,727 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:44,831 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:47,035 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:47,197 INFO [master/eb1966fd6578:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T14:18:47,197 INFO [master/eb1966fd6578:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T14:18:49,338 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:51,033 INFO [master/eb1966fd6578:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T14:18:51,033 INFO [master/eb1966fd6578:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T14:18:51,743 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:54,247 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:56,855 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:18:57,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 988a45cfb0f7861e115bca5115830ae9, had cached 0 bytes from a total of 31376 2024-11-13T14:18:59,379 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f2bf5c5cc27ba74e5aede9f04eb327b7, had cached 0 bytes from a total of 15585 2024-11-13T14:18:59,559 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:01,707 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34423,1731507484107 got entry batch from reader: null 2024-11-13T14:19:02,363 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:03,476 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:19:05,268 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:08,273 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:09,151 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:19:11,027 DEBUG [master/eb1966fd6578:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T14:19:11,377 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:14,581 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:17,884 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:19:21,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:21,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:21,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:21,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:21,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:21,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:19:21,170 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=172836761, stopped=false 2024-11-13T14:19:21,170 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,38889,1731507489172 2024-11-13T14:19:21,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1929699927/running 2024-11-13T14:19:21,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1929699927/running 2024-11-13T14:19:21,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:19:21,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:19:21,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:21,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:21,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:21,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:21,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,36775,1731507489305' ***** 2024-11-13T14:19:21,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:19:21,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on znode that does not yet exist, /1-1929699927/running 2024-11-13T14:19:21,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Set watcher on znode that does not yet exist, /1-1929699927/running 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(3091): Received CLOSE for f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:19:21,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,36775,1731507489305 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:36775. 2024-11-13T14:19:21,289 DEBUG [RS:0;eb1966fd6578:36775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:21,289 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2bf5c5cc27ba74e5aede9f04eb327b7, disabling compactions & flushes 2024-11-13T14:19:21,289 DEBUG [RS:0;eb1966fd6578:36775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:21,289 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:19:21,289 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:19:21,289 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. after waiting 0 ms 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:19:21,289 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:19:21,289 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:19:21,290 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:19:21,290 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:19:21,290 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1325): Online Regions={f2bf5c5cc27ba74e5aede9f04eb327b7=test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:19:21,290 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2bf5c5cc27ba74e5aede9f04eb327b7 2024-11-13T14:19:21,290 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:19:21,290 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:19:21,290 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:19:21,290 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:19:21,290 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:19:21,291 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T14:19:21,292 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:21,301 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/default/test/f2bf5c5cc27ba74e5aede9f04eb327b7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T14:19:21,301 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:21,301 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:21,301 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:19:21,302 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:19:21,302 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2bf5c5cc27ba74e5aede9f04eb327b7: Waiting for close lock at 1731507561289Running coprocessor pre-close hooks at 1731507561289Disabling compacts and flushes for region at 1731507561289Disabling writes for close at 1731507561289Writing region close event to WAL at 1731507561290 (+1 ms)Running coprocessor post-close hooks at 1731507561301 (+11 ms)Closed at 1731507561302 (+1 ms) 2024-11-13T14:19:21,302 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7. 2024-11-13T14:19:21,319 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/info/1ae8296c31f14a4699204219b58a1366 is 129, key is test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7./info:regioninfo/1731507494395/Put/seqid=0 2024-11-13T14:19:21,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741839_1015 (size=6421) 2024-11-13T14:19:21,490 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:21,691 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:21,707 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34423,1731507484107 got entry batch from reader: null 2024-11-13T14:19:21,724 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/info/1ae8296c31f14a4699204219b58a1366 2024-11-13T14:19:21,769 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/ns/f83c46cfea5041028477baea917d101b is 43, key is default/ns:d/1731507491019/Put/seqid=0 2024-11-13T14:19:21,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741840_1016 (size=5153) 2024-11-13T14:19:21,891 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:22,015 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:19:22,015 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:19:22,091 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:22,173 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/ns/f83c46cfea5041028477baea917d101b 2024-11-13T14:19:22,190 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/rep_barrier/4b4b8f65e8c24c4cb4db5092effe64aa is 112, key is test,,1731507493242.f2bf5c5cc27ba74e5aede9f04eb327b7./rep_barrier:seqnumDuringOpen/1731507494395/Put/seqid=0 2024-11-13T14:19:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741841_1017 (size=5518) 2024-11-13T14:19:22,291 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:19:22,291 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:19:22,291 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:22,491 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:22,594 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/rep_barrier/4b4b8f65e8c24c4cb4db5092effe64aa 2024-11-13T14:19:22,611 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/table/ecb06e0990b840c8b1a633ae9cfd00b7 is 40, key is test/table:state/1731507494405/Put/seqid=0 2024-11-13T14:19:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741842_1018 (size=5165) 2024-11-13T14:19:22,691 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:22,892 DEBUG [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:23,015 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/table/ecb06e0990b840c8b1a633ae9cfd00b7 2024-11-13T14:19:23,021 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/info/1ae8296c31f14a4699204219b58a1366 as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/info/1ae8296c31f14a4699204219b58a1366 2024-11-13T14:19:23,026 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/info/1ae8296c31f14a4699204219b58a1366, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T14:19:23,027 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/ns/f83c46cfea5041028477baea917d101b as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/ns/f83c46cfea5041028477baea917d101b 2024-11-13T14:19:23,032 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/ns/f83c46cfea5041028477baea917d101b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:19:23,033 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/rep_barrier/4b4b8f65e8c24c4cb4db5092effe64aa as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/rep_barrier/4b4b8f65e8c24c4cb4db5092effe64aa 2024-11-13T14:19:23,038 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/rep_barrier/4b4b8f65e8c24c4cb4db5092effe64aa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T14:19:23,039 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/.tmp/table/ecb06e0990b840c8b1a633ae9cfd00b7 as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/table/ecb06e0990b840c8b1a633ae9cfd00b7 2024-11-13T14:19:23,043 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/table/ecb06e0990b840c8b1a633ae9cfd00b7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:19:23,044 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=11, compaction requested=false 2024-11-13T14:19:23,049 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T14:19:23,049 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:23,049 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:23,049 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:23,049 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507561290Running coprocessor pre-close hooks at 1731507561290Disabling compacts and flushes for region at 1731507561290Disabling writes for close at 1731507561290Obtaining lock to block concurrent updates at 1731507561291 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731507561291Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731507561291Flushing stores of hbase:meta,,1.1588230740 at 1731507561292 (+1 ms)Flushing 1588230740/info: creating writer at 1731507561292Flushing 1588230740/info: appending metadata at 1731507561318 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731507561318Flushing 1588230740/ns: creating writer at 1731507561757 (+439 ms)Flushing 1588230740/ns: appending metadata at 1731507561768 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731507561768Flushing 1588230740/rep_barrier: creating writer at 1731507562178 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507562189 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507562189Flushing 1588230740/table: creating writer at 1731507562599 (+410 ms)Flushing 1588230740/table: appending metadata at 1731507562611 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731507562611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484508ab: reopening flushed file at 1731507563020 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a1b5d2: reopening flushed file at 1731507563026 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567db6cb: reopening flushed file at 1731507563032 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48383709: reopening flushed file at 1731507563038 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=11, compaction requested=false at 1731507563044 (+6 ms)Writing region close event to WAL at 1731507563046 (+2 ms)Running coprocessor post-close hooks at 1731507563049 (+3 ms)Closed at 1731507563049 2024-11-13T14:19:23,050 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:23,092 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,36775,1731507489305; all regions closed. 2024-11-13T14:19:23,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741834_1010 (size=2717) 2024-11-13T14:19:23,094 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305/eb1966fd6578%2C36775%2C1731507489305.meta.1731507490968.meta not finished, retry = 0 2024-11-13T14:19:23,197 DEBUG [RS:0;eb1966fd6578:36775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/oldWALs 2024-11-13T14:19:23,197 INFO [RS:0;eb1966fd6578:36775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C36775%2C1731507489305.meta:.meta(num 1731507490968) 2024-11-13T14:19:23,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741832_1008 (size=1028) 2024-11-13T14:19:23,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/WALs/eb1966fd6578,36775,1731507489305/eb1966fd6578%2C36775%2C1731507489305.1731507490064 not finished, retry = 0 2024-11-13T14:19:23,302 DEBUG [RS:0;eb1966fd6578:36775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/oldWALs 2024-11-13T14:19:23,302 INFO [RS:0;eb1966fd6578:36775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C36775%2C1731507489305:(num 1731507490064) 2024-11-13T14:19:23,302 DEBUG [RS:0;eb1966fd6578:36775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:23,302 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:23,302 INFO [RS:0;eb1966fd6578:36775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:23,302 INFO [RS:0;eb1966fd6578:36775 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:23,302 INFO [RS:0;eb1966fd6578:36775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:23,303 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:23,303 INFO [RS:0;eb1966fd6578:36775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:36775. 2024-11-13T14:19:23,303 DEBUG [RS:0;eb1966fd6578:36775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:23,303 DEBUG [RS:0;eb1966fd6578:36775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:23,303 DEBUG [RS:0;eb1966fd6578:36775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:23,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:23,303 INFO [RS:0;eb1966fd6578:36775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36775 2024-11-13T14:19:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927/rs 2024-11-13T14:19:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1929699927/rs/eb1966fd6578,36775,1731507489305 2024-11-13T14:19:23,424 INFO [RS:0;eb1966fd6578:36775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:23,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,36775,1731507489305] 2024-11-13T14:19:23,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1929699927/draining/eb1966fd6578,36775,1731507489305 already deleted, retry=false 2024-11-13T14:19:23,445 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,36775,1731507489305 expired; onlineServers=0 2024-11-13T14:19:23,445 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,38889,1731507489172' ***** 2024-11-13T14:19:23,445 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:19:23,445 INFO [M:0;eb1966fd6578:38889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:23,445 INFO [M:0;eb1966fd6578:38889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:23,445 DEBUG [M:0;eb1966fd6578:38889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:19:23,445 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:19:23,445 DEBUG [M:0;eb1966fd6578:38889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:19:23,445 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507489763 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507489763,5,FailOnTimeoutGroup] 2024-11-13T14:19:23,445 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507489764 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507489764,5,FailOnTimeoutGroup] 2024-11-13T14:19:23,445 INFO [M:0;eb1966fd6578:38889 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:23,445 INFO [M:0;eb1966fd6578:38889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:23,445 DEBUG [M:0;eb1966fd6578:38889 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:19:23,446 INFO [M:0;eb1966fd6578:38889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:19:23,446 INFO [M:0;eb1966fd6578:38889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:23,446 INFO [M:0;eb1966fd6578:38889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:19:23,446 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:19:23,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1929699927/master 2024-11-13T14:19:23,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1929699927 2024-11-13T14:19:23,456 DEBUG [M:0;eb1966fd6578:38889 {}] zookeeper.ZKUtil(347): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Unable to get data of znode /1-1929699927/master because node does not exist (not an error) 2024-11-13T14:19:23,456 WARN [M:0;eb1966fd6578:38889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:19:23,457 INFO [M:0;eb1966fd6578:38889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/.lastflushedseqids 2024-11-13T14:19:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741843_1019 (size=173) 2024-11-13T14:19:23,535 INFO [RS:0;eb1966fd6578:36775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:23,535 INFO [RS:0;eb1966fd6578:36775 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,36775,1731507489305; zookeeper connection closed. 2024-11-13T14:19:23,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36775-0x101348f682c0004, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:23,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f3b4a9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f3b4a9e 2024-11-13T14:19:23,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:19:23,862 INFO [M:0;eb1966fd6578:38889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:19:23,863 INFO [M:0;eb1966fd6578:38889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:19:23,863 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:19:23,863 INFO [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:23,863 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:23,863 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:19:23,863 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:23,863 INFO [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-13T14:19:23,877 DEBUG [M:0;eb1966fd6578:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/380718d06f544bc3af557d1381f656c6 is 82, key is hbase:meta,,1/info:regioninfo/1731507491001/Put/seqid=0 2024-11-13T14:19:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741844_1020 (size=5672) 2024-11-13T14:19:24,281 INFO [M:0;eb1966fd6578:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/380718d06f544bc3af557d1381f656c6 2024-11-13T14:19:24,300 DEBUG [M:0;eb1966fd6578:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a733f2a3d31349c0ae07e62d59b0086a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731507494409/Put/seqid=0 2024-11-13T14:19:24,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741845_1021 (size=6728) 2024-11-13T14:19:24,706 INFO [M:0;eb1966fd6578:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a733f2a3d31349c0ae07e62d59b0086a 2024-11-13T14:19:24,710 INFO [M:0;eb1966fd6578:38889 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a733f2a3d31349c0ae07e62d59b0086a 2024-11-13T14:19:24,722 DEBUG [M:0;eb1966fd6578:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbc135f5f5704b9a94de73765243d29f is 69, key is eb1966fd6578,36775,1731507489305/rs:state/1731507489874/Put/seqid=0 2024-11-13T14:19:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741846_1022 (size=5156) 2024-11-13T14:19:24,805 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/WALs/eb1966fd6578,34423,1731507484107/eb1966fd6578%2C34423%2C1731507484107.1731507485691 to pos 997, reset compression=false 2024-11-13T14:19:25,127 INFO [M:0;eb1966fd6578:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbc135f5f5704b9a94de73765243d29f 2024-11-13T14:19:25,132 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/380718d06f544bc3af557d1381f656c6 as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/380718d06f544bc3af557d1381f656c6 2024-11-13T14:19:25,136 INFO [M:0;eb1966fd6578:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/380718d06f544bc3af557d1381f656c6, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T14:19:25,137 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a733f2a3d31349c0ae07e62d59b0086a as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a733f2a3d31349c0ae07e62d59b0086a 2024-11-13T14:19:25,141 INFO [M:0;eb1966fd6578:38889 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a733f2a3d31349c0ae07e62d59b0086a 2024-11-13T14:19:25,142 INFO [M:0;eb1966fd6578:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a733f2a3d31349c0ae07e62d59b0086a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T14:19:25,142 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbc135f5f5704b9a94de73765243d29f as hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbc135f5f5704b9a94de73765243d29f 2024-11-13T14:19:25,147 INFO [M:0;eb1966fd6578:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42917/user/jenkins/test-data/e3cde946-12aa-6000-0bbd-3d241792d51a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbc135f5f5704b9a94de73765243d29f, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T14:19:25,148 INFO [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false 2024-11-13T14:19:25,149 INFO [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:25,149 DEBUG [M:0;eb1966fd6578:38889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507563863Disabling compacts and flushes for region at 1731507563863Disabling writes for close at 1731507563863Obtaining lock to block concurrent updates at 1731507563863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507563863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731507563863Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507563864 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507563864Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507563876 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507563876Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507564286 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507564299 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507564299Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507564710 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507564722 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507564722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3877853a: reopening flushed file at 1731507565131 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea3d234: reopening flushed file at 1731507565136 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7abd2e: reopening flushed file at 1731507565142 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false at 1731507565148 (+6 ms)Writing region close event to WAL at 1731507565149 (+1 ms)Closed at 1731507565149 2024-11-13T14:19:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34809 is added to blk_1073741830_1006 (size=33038) 2024-11-13T14:19:25,152 INFO [M:0;eb1966fd6578:38889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:19:25,152 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:25,152 INFO [M:0;eb1966fd6578:38889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38889 2024-11-13T14:19:25,153 INFO [M:0;eb1966fd6578:38889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:25,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:25,303 INFO [M:0;eb1966fd6578:38889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:25,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x101348f682c0003, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:25,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7467d10f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:19:25,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9b3bd94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:19:25,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:19:25,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64b0f81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:19:25,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d2f54a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.log.dir/,STOPPED} 2024-11-13T14:19:25,317 WARN [BP-2047322647-172.17.0.2-1731507487118 heartbeating to localhost/127.0.0.1:42917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:19:25,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:19:25,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:19:25,317 WARN [BP-2047322647-172.17.0.2-1731507487118 heartbeating to localhost/127.0.0.1:42917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2047322647-172.17.0.2-1731507487118 (Datanode Uuid e34dff51-a004-4f68-94f6-92e380fa586b) service to localhost/127.0.0.1:42917 2024-11-13T14:19:25,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/cluster_21967b1e-3ebc-a93d-da78-0d2cbf18e2fb/data/data1/current/BP-2047322647-172.17.0.2-1731507487118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:19:25,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/cluster_21967b1e-3ebc-a93d-da78-0d2cbf18e2fb/data/data2/current/BP-2047322647-172.17.0.2-1731507487118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:19:25,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:19:25,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@82b9ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:19:25,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b5a5e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:19:25,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:19:25,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@96969f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:19:25,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e637be1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.log.dir/,STOPPED} 2024-11-13T14:19:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:19:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:19:25,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:25,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:25,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:25,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:25,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:25,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:19:25,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=630664987, stopped=false 2024-11-13T14:19:25,349 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,44535,1731507483893 2024-11-13T14:19:25,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01371107107/running 2024-11-13T14:19:25,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01371107107/running 2024-11-13T14:19:25,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:19:25,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:19:25,361 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:25,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on znode that does not yet exist, /01371107107/running 2024-11-13T14:19:25,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:25,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:25,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:25,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Set watcher on znode that does not yet exist, /01371107107/running 2024-11-13T14:19:25,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,34423,1731507484107' ***** 2024-11-13T14:19:25,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:19:25,366 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:19:25,366 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:19:25,366 INFO [RS:0;eb1966fd6578:34423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:19:25,366 INFO [RS:0;eb1966fd6578:34423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:19:25,366 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(3091): Received CLOSE for 8388ad52b6ac686201870e59a87596d0 2024-11-13T14:19:25,367 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(3091): Received CLOSE for 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:19:25,367 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,34423,1731507484107 2024-11-13T14:19:25,367 INFO [RS:0;eb1966fd6578:34423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:25,367 INFO [RS:0;eb1966fd6578:34423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:34423. 2024-11-13T14:19:25,367 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8388ad52b6ac686201870e59a87596d0, disabling compactions & flushes 2024-11-13T14:19:25,367 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:19:25,367 DEBUG [RS:0;eb1966fd6578:34423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:25,367 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:19:25,367 DEBUG [RS:0;eb1966fd6578:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:25,367 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. after waiting 0 ms 2024-11-13T14:19:25,367 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:19:25,367 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:19:25,367 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:19:25,367 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:19:25,367 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:19:25,367 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8388ad52b6ac686201870e59a87596d0 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T14:19:25,368 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:19:25,368 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1325): Online Regions={8388ad52b6ac686201870e59a87596d0=hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0., 988a45cfb0f7861e115bca5115830ae9=test,,1731507491080.988a45cfb0f7861e115bca5115830ae9., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:19:25,368 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8388ad52b6ac686201870e59a87596d0, 988a45cfb0f7861e115bca5115830ae9 2024-11-13T14:19:25,368 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:19:25,368 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:19:25,368 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:19:25,368 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:19:25,368 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:19:25,369 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:19:25,386 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/info/4783efd8afbc4d1fac08715fceb8a66e is 147, key is hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0./info:regioninfo/1731507496595/Put/seqid=0 2024-11-13T14:19:25,386 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/.tmp/hfileref/8a622d98a6764f8783ca989942243fd4 is 74, key is 1/hfileref:6c75d94ef9524cefaeeb9c3c65f0a237_SeqId_4_/1731507499854/DeleteColumn/seqid=0 2024-11-13T14:19:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741844_1020 (size=5203) 2024-11-13T14:19:25,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741845_1021 (size=7686) 2024-11-13T14:19:25,396 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/.tmp/hfileref/8a622d98a6764f8783ca989942243fd4 2024-11-13T14:19:25,416 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/.tmp/queue/9171af982e9244ee813d720fdeb9d7c8 is 153, key is 1-eb1966fd6578,34423,1731507484107/queue:eb1966fd6578%2C34423%2C1731507484107/1731507501706/Put/seqid=0 2024-11-13T14:19:25,419 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741846_1022 (size=5352) 2024-11-13T14:19:25,422 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/.tmp/queue/9171af982e9244ee813d720fdeb9d7c8 2024-11-13T14:19:25,428 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/.tmp/hfileref/8a622d98a6764f8783ca989942243fd4 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/hfileref/8a622d98a6764f8783ca989942243fd4 2024-11-13T14:19:25,433 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/hfileref/8a622d98a6764f8783ca989942243fd4, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T14:19:25,434 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/.tmp/queue/9171af982e9244ee813d720fdeb9d7c8 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/queue/9171af982e9244ee813d720fdeb9d7c8 2024-11-13T14:19:25,439 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/queue/9171af982e9244ee813d720fdeb9d7c8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T14:19:25,440 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8388ad52b6ac686201870e59a87596d0 in 73ms, sequenceid=10, compaction requested=false 2024-11-13T14:19:25,445 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/replication/8388ad52b6ac686201870e59a87596d0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T14:19:25,445 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:25,445 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:25,445 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:19:25,446 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8388ad52b6ac686201870e59a87596d0: Waiting for close lock at 1731507565367Running coprocessor pre-close hooks at 1731507565367Disabling compacts and flushes for region at 1731507565367Disabling writes for close at 1731507565367Obtaining lock to block concurrent updates at 1731507565367Preparing flush snapshotting stores in 8388ad52b6ac686201870e59a87596d0 at 1731507565367Finished memstore snapshotting hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731507565368 (+1 ms)Flushing stores of hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. at 1731507565368Flushing 8388ad52b6ac686201870e59a87596d0/hfileref: creating writer at 1731507565368Flushing 8388ad52b6ac686201870e59a87596d0/hfileref: appending metadata at 1731507565385 (+17 ms)Flushing 8388ad52b6ac686201870e59a87596d0/hfileref: closing flushed file at 1731507565386 (+1 ms)Flushing 8388ad52b6ac686201870e59a87596d0/queue: creating writer at 1731507565402 (+16 ms)Flushing 8388ad52b6ac686201870e59a87596d0/queue: appending metadata at 1731507565415 (+13 ms)Flushing 8388ad52b6ac686201870e59a87596d0/queue: closing flushed file at 1731507565415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc1022c: reopening flushed file at 1731507565427 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee7f4ab: reopening flushed file at 1731507565433 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8388ad52b6ac686201870e59a87596d0 in 73ms, sequenceid=10, compaction requested=false at 1731507565440 (+7 ms)Writing region close event to WAL at 1731507565441 (+1 ms)Running coprocessor post-close hooks at 1731507565445 (+4 ms)Closed at 1731507565445 2024-11-13T14:19:25,446 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507495413.8388ad52b6ac686201870e59a87596d0. 2024-11-13T14:19:25,446 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 988a45cfb0f7861e115bca5115830ae9, disabling compactions & flushes 2024-11-13T14:19:25,446 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:19:25,446 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:19:25,446 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. after waiting 0 ms 2024-11-13T14:19:25,446 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:19:25,455 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/default/test/988a45cfb0f7861e115bca5115830ae9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:19:25,456 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:25,456 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:19:25,456 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:19:25,456 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 988a45cfb0f7861e115bca5115830ae9: Waiting for close lock at 1731507565446Running coprocessor pre-close hooks at 1731507565446Disabling compacts and flushes for region at 1731507565446Disabling writes for close at 1731507565446Writing region close event to WAL at 1731507565452 (+6 ms)Running coprocessor post-close hooks at 1731507565456 (+4 ms)Closed at 1731507565456 2024-11-13T14:19:25,456 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507491080.988a45cfb0f7861e115bca5115830ae9. 2024-11-13T14:19:25,553 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:19:25,553 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:19:25,568 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:25,768 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:25,795 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/info/4783efd8afbc4d1fac08715fceb8a66e 2024-11-13T14:19:25,835 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/ns/90ee1789709248d189daf35d5665fab3 is 43, key is default/ns:d/1731507486967/Put/seqid=0 2024-11-13T14:19:25,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741847_1023 (size=5153) 2024-11-13T14:19:25,845 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/ns/90ee1789709248d189daf35d5665fab3 2024-11-13T14:19:25,882 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/rep_barrier/964557e369dd4cea9ed3e331abd9d53c is 112, key is test,,1731507491080.988a45cfb0f7861e115bca5115830ae9./rep_barrier:seqnumDuringOpen/1731507492240/Put/seqid=0 2024-11-13T14:19:25,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741848_1024 (size=5518) 2024-11-13T14:19:25,969 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:26,169 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:26,291 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/rep_barrier/964557e369dd4cea9ed3e331abd9d53c 2024-11-13T14:19:26,313 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/table/36f057fc582642bc9ca6adbfe7b9c07a is 53, key is hbase:replication/table:state/1731507496603/Put/seqid=0 2024-11-13T14:19:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741849_1025 (size=5308) 2024-11-13T14:19:26,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,369 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:19:26,369 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:19:26,369 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:26,569 DEBUG [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:26,717 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/table/36f057fc582642bc9ca6adbfe7b9c07a 2024-11-13T14:19:26,723 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/info/4783efd8afbc4d1fac08715fceb8a66e as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/info/4783efd8afbc4d1fac08715fceb8a66e 2024-11-13T14:19:26,729 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/info/4783efd8afbc4d1fac08715fceb8a66e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:19:26,730 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/ns/90ee1789709248d189daf35d5665fab3 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/ns/90ee1789709248d189daf35d5665fab3 2024-11-13T14:19:26,738 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/ns/90ee1789709248d189daf35d5665fab3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:19:26,739 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/rep_barrier/964557e369dd4cea9ed3e331abd9d53c as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/rep_barrier/964557e369dd4cea9ed3e331abd9d53c 2024-11-13T14:19:26,745 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/rep_barrier/964557e369dd4cea9ed3e331abd9d53c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:19:26,746 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/.tmp/table/36f057fc582642bc9ca6adbfe7b9c07a as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/table/36f057fc582642bc9ca6adbfe7b9c07a 2024-11-13T14:19:26,751 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/table/36f057fc582642bc9ca6adbfe7b9c07a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:19:26,752 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false 2024-11-13T14:19:26,768 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:19:26,769 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:26,769 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:26,769 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:26,769 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507565368Running coprocessor pre-close hooks at 1731507565368Disabling compacts and flushes for region at 1731507565368Disabling writes for close at 1731507565368Obtaining lock to block concurrent updates at 1731507565369 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731507565369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507565369Flushing stores of hbase:meta,,1.1588230740 at 1731507565370 (+1 ms)Flushing 1588230740/info: creating writer at 1731507565370Flushing 1588230740/info: appending metadata at 1731507565386 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731507565386Flushing 1588230740/ns: creating writer at 1731507565804 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731507565835 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731507565835Flushing 1588230740/rep_barrier: creating writer at 1731507565857 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507565881 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507565881Flushing 1588230740/table: creating writer at 1731507566295 (+414 ms)Flushing 1588230740/table: appending metadata at 1731507566312 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731507566312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570eb404: reopening flushed file at 1731507566722 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14276c7: reopening flushed file at 1731507566729 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db661e8: reopening flushed file at 1731507566738 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b410087: reopening flushed file at 1731507566745 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false at 1731507566752 (+7 ms)Writing region close event to WAL at 1731507566764 (+12 ms)Running coprocessor post-close hooks at 1731507566769 (+5 ms)Closed at 1731507566769 2024-11-13T14:19:26,769 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:26,770 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,34423,1731507484107; all regions closed. 2024-11-13T14:19:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:19:26,774 DEBUG [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/oldWALs 2024-11-13T14:19:26,774 INFO [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C34423%2C1731507484107.meta:.meta(num 1731507486751) 2024-11-13T14:19:26,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741839_1015 (size=2700) 2024-11-13T14:19:26,783 DEBUG [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/oldWALs 2024-11-13T14:19:26,783 INFO [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C34423%2C1731507484107.rep:(num 1731507496553) 2024-11-13T14:19:26,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741832_1008 (size=1300) 2024-11-13T14:19:26,789 DEBUG [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/oldWALs 2024-11-13T14:19:26,789 INFO [RS:0;eb1966fd6578:34423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C34423%2C1731507484107:(num 1731507485691) 2024-11-13T14:19:26,789 DEBUG [RS:0;eb1966fd6578:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:26,789 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:26,789 INFO [RS:0;eb1966fd6578:34423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:26,789 INFO [RS:0;eb1966fd6578:34423 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:26,790 INFO [RS:0;eb1966fd6578:34423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:26,790 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:26,790 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,34423,1731507484107 because: Region server is closing 2024-11-13T14:19:26,790 INFO [RS:0;eb1966fd6578:34423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:34423. 2024-11-13T14:19:26,790 DEBUG [RS:0;eb1966fd6578:34423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:26,790 DEBUG [RS:0;eb1966fd6578:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:26,791 DEBUG [RS:0;eb1966fd6578:34423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:26,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:26,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:19:26,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:26,891 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T14:19:26,891 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.wal-reader.eb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:19:26,891 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34423,1731507484107.replicationSource.shippereb1966fd6578%2C34423%2C1731507484107,1-eb1966fd6578,34423,1731507484107 terminated 2024-11-13T14:19:26,892 INFO [RS:0;eb1966fd6578:34423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34423 2024-11-13T14:19:26,939 INFO [RS:0;eb1966fd6578:34423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:26,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01371107107/rs/eb1966fd6578,34423,1731507484107 2024-11-13T14:19:26,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107/rs 2024-11-13T14:19:26,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,34423,1731507484107] 2024-11-13T14:19:26,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01371107107/draining/eb1966fd6578,34423,1731507484107 already deleted, retry=false 2024-11-13T14:19:26,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,34423,1731507484107 expired; onlineServers=0 2024-11-13T14:19:26,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,44535,1731507483893' ***** 2024-11-13T14:19:26,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:19:26,960 INFO [M:0;eb1966fd6578:44535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:26,961 INFO [M:0;eb1966fd6578:44535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:26,961 DEBUG [M:0;eb1966fd6578:44535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:19:26,961 DEBUG [M:0;eb1966fd6578:44535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:19:26,961 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:19:26,961 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507485394 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507485394,5,FailOnTimeoutGroup] 2024-11-13T14:19:26,961 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507485394 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507485394,5,FailOnTimeoutGroup] 2024-11-13T14:19:26,961 INFO [M:0;eb1966fd6578:44535 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:26,961 INFO [M:0;eb1966fd6578:44535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:26,961 DEBUG [M:0;eb1966fd6578:44535 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:19:26,961 INFO [M:0;eb1966fd6578:44535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:19:26,961 INFO [M:0;eb1966fd6578:44535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:26,961 INFO [M:0;eb1966fd6578:44535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:19:26,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:19:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01371107107/master 2024-11-13T14:19:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01371107107 2024-11-13T14:19:26,971 DEBUG [M:0;eb1966fd6578:44535 {}] zookeeper.ZKUtil(347): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Unable to get data of znode /01371107107/master because node does not exist (not an error) 2024-11-13T14:19:26,971 WARN [M:0;eb1966fd6578:44535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:19:26,972 INFO [M:0;eb1966fd6578:44535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/.lastflushedseqids 2024-11-13T14:19:26,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741850_1026 (size=263) 2024-11-13T14:19:27,050 INFO [RS:0;eb1966fd6578:34423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34423-0x101348f682c0001, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:27,050 INFO [RS:0;eb1966fd6578:34423 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,34423,1731507484107; zookeeper connection closed. 2024-11-13T14:19:27,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a014203 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a014203 2024-11-13T14:19:27,050 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:19:27,377 INFO [M:0;eb1966fd6578:44535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:19:27,378 INFO [M:0;eb1966fd6578:44535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:19:27,378 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:19:27,378 INFO [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:27,378 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:27,378 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:19:27,378 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:27,378 INFO [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-13T14:19:27,398 DEBUG [M:0;eb1966fd6578:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24f30efda288462490a2866a76bd5499 is 82, key is hbase:meta,,1/info:regioninfo/1731507486824/Put/seqid=0 2024-11-13T14:19:27,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741851_1027 (size=5672) 2024-11-13T14:19:27,803 INFO [M:0;eb1966fd6578:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24f30efda288462490a2866a76bd5499 2024-11-13T14:19:27,826 DEBUG [M:0;eb1966fd6578:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a88395dee3547d094aa3022b84828e3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731507492253/Put/seqid=0 2024-11-13T14:19:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741852_1028 (size=7241) 2024-11-13T14:19:28,231 INFO [M:0;eb1966fd6578:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a88395dee3547d094aa3022b84828e3 2024-11-13T14:19:28,237 INFO [M:0;eb1966fd6578:44535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a88395dee3547d094aa3022b84828e3 2024-11-13T14:19:28,251 DEBUG [M:0;eb1966fd6578:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1733143efa420aaf8ac66e2b0e0fba is 69, key is eb1966fd6578,34423,1731507484107/rs:state/1731507485489/Put/seqid=0 2024-11-13T14:19:28,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741853_1029 (size=5156) 2024-11-13T14:19:28,256 INFO [M:0;eb1966fd6578:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1733143efa420aaf8ac66e2b0e0fba 2024-11-13T14:19:28,263 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24f30efda288462490a2866a76bd5499 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24f30efda288462490a2866a76bd5499 2024-11-13T14:19:28,269 INFO [M:0;eb1966fd6578:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24f30efda288462490a2866a76bd5499, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T14:19:28,270 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a88395dee3547d094aa3022b84828e3 as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a88395dee3547d094aa3022b84828e3 2024-11-13T14:19:28,276 INFO [M:0;eb1966fd6578:44535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a88395dee3547d094aa3022b84828e3 2024-11-13T14:19:28,276 INFO [M:0;eb1966fd6578:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a88395dee3547d094aa3022b84828e3, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T14:19:28,277 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb1733143efa420aaf8ac66e2b0e0fba as hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb1733143efa420aaf8ac66e2b0e0fba 2024-11-13T14:19:28,282 INFO [M:0;eb1966fd6578:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32795/user/jenkins/test-data/5bb7d68c-d4a9-38fe-2e30-f3402e9818cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb1733143efa420aaf8ac66e2b0e0fba, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T14:19:28,283 INFO [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false 2024-11-13T14:19:28,301 INFO [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:28,301 DEBUG [M:0;eb1966fd6578:44535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507567378Disabling compacts and flushes for region at 1731507567378Disabling writes for close at 1731507567378Obtaining lock to block concurrent updates at 1731507567378Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507567378Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731507567379 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507567379Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507567380 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507567397 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507567397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507567808 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507567826 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507567826Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507568237 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507568251 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507568251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120c0c7f: reopening flushed file at 1731507568262 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4279570d: reopening flushed file at 1731507568269 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@991fe81: reopening flushed file at 1731507568276 (+7 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false at 1731507568283 (+7 ms)Writing region close event to WAL at 1731507568301 (+18 ms)Closed at 1731507568301 2024-11-13T14:19:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32779 is added to blk_1073741830_1006 (size=64538) 2024-11-13T14:19:28,304 INFO [M:0;eb1966fd6578:44535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:19:28,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:28,305 INFO [M:0;eb1966fd6578:44535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44535 2024-11-13T14:19:28,305 INFO [M:0;eb1966fd6578:44535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:28,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:28,450 INFO [M:0;eb1966fd6578:44535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:28,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101348f682c0000, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:28,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c055765{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:19:28,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@503f5772{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:19:28,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:19:28,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368d87d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:19:28,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba9d83b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.log.dir/,STOPPED} 2024-11-13T14:19:28,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:19:28,488 WARN [BP-206944697-172.17.0.2-1731507481767 heartbeating to localhost/127.0.0.1:32795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:19:28,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:19:28,488 WARN [BP-206944697-172.17.0.2-1731507481767 heartbeating to localhost/127.0.0.1:32795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-206944697-172.17.0.2-1731507481767 (Datanode Uuid 61034c38-196e-4732-99e9-4fc0f3f6c600) service to localhost/127.0.0.1:32795 2024-11-13T14:19:28,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/cluster_1a9874c3-000e-882b-645f-271cbeedb424/data/data1/current/BP-206944697-172.17.0.2-1731507481767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:19:28,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/cluster_1a9874c3-000e-882b-645f-271cbeedb424/data/data2/current/BP-206944697-172.17.0.2-1731507481767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:19:28,489 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:19:28,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5e45e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:19:28,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b67927a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:19:28,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:19:28,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f85ec92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:19:28,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a42b3e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1755721a-f7b3-d07c-43ff-d7bce07569cb/hadoop.log.dir/,STOPPED} 2024-11-13T14:19:28,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:19:28,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:19:28,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 146) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4154b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58504) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42917 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32795 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4154b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58504) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=2614 (was 2741) 2024-11-13T14:19:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:19:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:19:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:19:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:19:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:19:28,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=2614 2024-11-13T14:19:28,557 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T14:19:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.log.dir so I do NOT create it in target/test-data/2a619c56-78ae-072f-73df-db350aa66095 2024-11-13T14:19:28,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:19:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.tmp.dir so I do NOT create it in target/test-data/2a619c56-78ae-072f-73df-db350aa66095 2024-11-13T14:19:28,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b203d2-450e-92cf-b18e-63dc65eea47e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:19:28,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095 2024-11-13T14:19:28,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/cluster_cd79b00a-2ec3-b5da-0fa9-6bf3736f048d, deleteOnExit=true 2024-11-13T14:19:28,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/cluster_cd79b00a-2ec3-b5da-0fa9-6bf3736f048d/zookeeper_0, clientPort=57880, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/cluster_cd79b00a-2ec3-b5da-0fa9-6bf3736f048d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/cluster_cd79b00a-2ec3-b5da-0fa9-6bf3736f048d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:19:28,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57880 2024-11-13T14:19:28,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:19:28,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:19:28,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/test.cache.data in system properties and HBase conf 2024-11-13T14:19:28,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:19:28,577 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:19:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:19:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:19:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:19:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:19:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:19:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:19:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:19:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:19:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:19:28,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101348f682c0005, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:19:28,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101348f682c0002, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:19:28,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101348f682c0005, quorum=127.0.0.1:58504, baseZNode=/1-1929699927 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:19:28,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101348f682c0002, quorum=127.0.0.1:58504, baseZNode=/01371107107 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:19:28,916 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:28,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:19:28,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:19:28,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:19:28,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:19:28,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:28,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d87a11d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:19:28,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@380d5803{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:19:29,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43d56fe2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/java.io.tmpdir/jetty-localhost-40349-hadoop-hdfs-3_4_1-tests_jar-_-any-13857810343180825771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:19:29,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5847fe92{HTTP/1.1, (http/1.1)}{localhost:40349} 2024-11-13T14:19:29,063 INFO [Time-limited test {}] server.Server(415): Started @137536ms 2024-11-13T14:19:29,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:29,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:19:29,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:19:29,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:19:29,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:19:29,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c666b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:19:29,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ac15699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:19:29,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@712e1f3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/java.io.tmpdir/jetty-localhost-41333-hadoop-hdfs-3_4_1-tests_jar-_-any-12437944443485619912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:19:29,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e68276e{HTTP/1.1, (http/1.1)}{localhost:41333} 2024-11-13T14:19:29,489 INFO [Time-limited test {}] server.Server(415): Started @137962ms 2024-11-13T14:19:29,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:19:30,341 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/cluster_cd79b00a-2ec3-b5da-0fa9-6bf3736f048d/data/data1/current/BP-1853935034-172.17.0.2-1731507568597/current, will proceed with Du for space computation calculation, 2024-11-13T14:19:30,341 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/cluster_cd79b00a-2ec3-b5da-0fa9-6bf3736f048d/data/data2/current/BP-1853935034-172.17.0.2-1731507568597/current, will proceed with Du for space computation calculation, 2024-11-13T14:19:30,361 WARN [Thread-1268 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:19:30,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd831447c878ded7 with lease ID 0x84d112afb0a59281: Processing first storage report for DS-cecb0734-c636-42f8-bbe4-07f7488a8497 from datanode DatanodeRegistration(127.0.0.1:44627, datanodeUuid=4b100415-e7b7-4702-8f8a-17bb8e603955, infoPort=40555, infoSecurePort=0, ipcPort=45513, storageInfo=lv=-57;cid=testClusterID;nsid=1387654655;c=1731507568597) 2024-11-13T14:19:30,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd831447c878ded7 with lease ID 0x84d112afb0a59281: from storage DS-cecb0734-c636-42f8-bbe4-07f7488a8497 node DatanodeRegistration(127.0.0.1:44627, datanodeUuid=4b100415-e7b7-4702-8f8a-17bb8e603955, infoPort=40555, infoSecurePort=0, ipcPort=45513, storageInfo=lv=-57;cid=testClusterID;nsid=1387654655;c=1731507568597), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:19:30,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd831447c878ded7 with lease ID 0x84d112afb0a59281: Processing first storage report for DS-a03cf1f7-07f8-46cc-ac25-d7cee77e1705 from datanode DatanodeRegistration(127.0.0.1:44627, datanodeUuid=4b100415-e7b7-4702-8f8a-17bb8e603955, infoPort=40555, infoSecurePort=0, ipcPort=45513, storageInfo=lv=-57;cid=testClusterID;nsid=1387654655;c=1731507568597) 2024-11-13T14:19:30,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd831447c878ded7 with lease ID 0x84d112afb0a59281: from storage DS-a03cf1f7-07f8-46cc-ac25-d7cee77e1705 node DatanodeRegistration(127.0.0.1:44627, datanodeUuid=4b100415-e7b7-4702-8f8a-17bb8e603955, infoPort=40555, infoSecurePort=0, ipcPort=45513, storageInfo=lv=-57;cid=testClusterID;nsid=1387654655;c=1731507568597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:19:30,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095 2024-11-13T14:19:30,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:30,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:30,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:19:30,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542 with version=8 2024-11-13T14:19:30,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/hbase-staging 2024-11-13T14:19:30,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:19:30,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:30,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:30,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:19:30,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:30,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:19:30,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:19:30,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:19:30,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41791 2024-11-13T14:19:30,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41791 connecting to ZooKeeper ensemble=127.0.0.1:57880 2024-11-13T14:19:30,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417910x0, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:30,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41791-0x1013490bb690000 connected 2024-11-13T14:19:30,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:30,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:30,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/running 2024-11-13T14:19:30,986 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542, hbase.cluster.distributed=false 2024-11-13T14:19:30,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/acl 2024-11-13T14:19:30,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-13T14:19:30,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41791 2024-11-13T14:19:30,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41791 2024-11-13T14:19:30,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-13T14:19:30,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-13T14:19:31,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:19:31,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:31,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:31,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:19:31,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:31,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:19:31,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:19:31,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:19:31,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41559 2024-11-13T14:19:31,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41559 connecting to ZooKeeper ensemble=127.0.0.1:57880 2024-11-13T14:19:31,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:31,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:31,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415590x0, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:31,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415590x0, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/running 2024-11-13T14:19:31,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41559-0x1013490bb690001 connected 2024-11-13T14:19:31,024 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:19:31,027 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:19:31,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/master 2024-11-13T14:19:31,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/acl 2024-11-13T14:19:31,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-13T14:19:31,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41559 2024-11-13T14:19:31,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41559 2024-11-13T14:19:31,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-13T14:19:31,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41559 2024-11-13T14:19:31,055 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:41791 2024-11-13T14:19:31,056 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01181288754/backup-masters/eb1966fd6578,41791,1731507570841 2024-11-13T14:19:31,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/backup-masters 2024-11-13T14:19:31,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/backup-masters 2024-11-13T14:19:31,066 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on existing znode=/01181288754/backup-masters/eb1966fd6578,41791,1731507570841 2024-11-13T14:19:31,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:31,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01181288754/master 2024-11-13T14:19:31,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:31,076 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on existing znode=/01181288754/master 2024-11-13T14:19:31,077 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01181288754/backup-masters/eb1966fd6578,41791,1731507570841 from backup master directory 2024-11-13T14:19:31,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/backup-masters 2024-11-13T14:19:31,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/backup-masters/eb1966fd6578,41791,1731507570841 2024-11-13T14:19:31,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/backup-masters 2024-11-13T14:19:31,086 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:19:31,086 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,41791,1731507570841 2024-11-13T14:19:31,090 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/hbase.id] with ID: 68ef1c38-fcad-4717-a5f3-d9d4f8e23f23 2024-11-13T14:19:31,090 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/.tmp/hbase.id 2024-11-13T14:19:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:19:31,498 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/.tmp/hbase.id]:[hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/hbase.id] 2024-11-13T14:19:31,508 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:31,508 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:19:31,509 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:19:31,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:31,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:31,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:19:31,955 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:19:31,956 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:19:31,956 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:19:32,270 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:19:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:32,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:32,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:32,362 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store 2024-11-13T14:19:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:19:32,768 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:32,768 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:19:32,768 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:32,768 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:32,768 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:19:32,768 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:32,768 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:32,768 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507572768Disabling compacts and flushes for region at 1731507572768Disabling writes for close at 1731507572768Writing region close event to WAL at 1731507572768Closed at 1731507572768 2024-11-13T14:19:32,769 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/.initializing 2024-11-13T14:19:32,769 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841 2024-11-13T14:19:32,770 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:19:32,772 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C41791%2C1731507570841, suffix=, logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841, archiveDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/oldWALs, maxLogs=10 2024-11-13T14:19:32,786 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841/eb1966fd6578%2C41791%2C1731507570841.1731507572772, exclude list is [], retry=0 2024-11-13T14:19:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cecb0734-c636-42f8-bbe4-07f7488a8497,DISK] 2024-11-13T14:19:32,790 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841/eb1966fd6578%2C41791%2C1731507570841.1731507572772 2024-11-13T14:19:32,791 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-13T14:19:32,791 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:19:32,791 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:32,791 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,791 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:19:32,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:32,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:32,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:19:32,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:32,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:32,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:19:32,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:32,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:32,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:19:32,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:32,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:32,801 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,801 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,802 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,803 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,803 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,803 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:19:32,804 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:32,806 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:19:32,807 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69584688, jitterRate=0.03689265251159668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:19:32,807 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507572791Initializing all the Stores at 1731507572792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507572792Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507572792Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507572792Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507572792Cleaning up temporary data from old regions at 1731507572803 (+11 ms)Region opened successfully at 1731507572807 (+4 ms) 2024-11-13T14:19:32,808 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:19:32,811 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525dc3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:19:32,812 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:19:32,812 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:19:32,812 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:19:32,813 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:19:32,813 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:19:32,814 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:19:32,814 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:19:32,829 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:19:32,830 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/balancer because node does not exist (not necessarily an error) 2024-11-13T14:19:32,833 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/balancer already deleted, retry=false 2024-11-13T14:19:32,834 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:19:32,834 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:19:32,844 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/normalizer already deleted, retry=false 2024-11-13T14:19:32,844 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:19:32,845 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:19:32,854 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/switch/split already deleted, retry=false 2024-11-13T14:19:32,855 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:19:32,865 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/switch/merge already deleted, retry=false 2024-11-13T14:19:32,867 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:19:32,875 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/snapshot-cleanup already deleted, retry=false 2024-11-13T14:19:32,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01181288754/running 2024-11-13T14:19:32,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:32,887 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,41791,1731507570841, sessionid=0x1013490bb690000, setting cluster-up flag (Was=false) 2024-11-13T14:19:32,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01181288754/running 2024-11-13T14:19:32,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:32,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:32,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:32,940 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01181288754/flush-table-proc/acquired, /01181288754/flush-table-proc/reached, /01181288754/flush-table-proc/abort 2024-11-13T14:19:32,942 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,41791,1731507570841 2024-11-13T14:19:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:32,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01181288754/online-snapshot/acquired, /01181288754/online-snapshot/reached, /01181288754/online-snapshot/abort 2024-11-13T14:19:32,993 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,41791,1731507570841 2024-11-13T14:19:32,994 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:19:32,996 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:32,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:19:32,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:19:32,996 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,41791,1731507570841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:19:33,000 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:33,000 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:33,000 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:33,000 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:33,000 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:19:33,001 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,001 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:19:33,001 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:33,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:19:33,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:33,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:19:33,032 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507603032 2024-11-13T14:19:33,033 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:19:33,033 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:19:33,033 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:19:33,033 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:19:33,033 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:19:33,033 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:19:33,036 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,037 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:19:33,037 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:19:33,037 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:19:33,037 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:19:33,048 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:19:33,048 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:19:33,057 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507573049,5,FailOnTimeoutGroup] 2024-11-13T14:19:33,074 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(746): ClusterId : 68ef1c38-fcad-4717-a5f3-d9d4f8e23f23 2024-11-13T14:19:33,074 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:19:33,075 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507573057,5,FailOnTimeoutGroup] 2024-11-13T14:19:33,075 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,075 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:19:33,075 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,075 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,089 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:19:33,089 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:19:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:19:33,099 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:19:33,100 DEBUG [RS:0;eb1966fd6578:41559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758033c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:19:33,125 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:41559 2024-11-13T14:19:33,125 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:19:33,125 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:19:33,125 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:19:33,126 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,41791,1731507570841 with port=41559, startcode=1731507571008 2024-11-13T14:19:33,126 DEBUG [RS:0;eb1966fd6578:41559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:19:33,136 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:19:33,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,41559,1731507571008 2024-11-13T14:19:33,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,41559,1731507571008 2024-11-13T14:19:33,138 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542 2024-11-13T14:19:33,138 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37345 2024-11-13T14:19:33,138 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:19:33,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/rs 2024-11-13T14:19:33,150 DEBUG [RS:0;eb1966fd6578:41559 {}] zookeeper.ZKUtil(111): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on existing znode=/01181288754/rs/eb1966fd6578,41559,1731507571008 2024-11-13T14:19:33,150 WARN [RS:0;eb1966fd6578:41559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:19:33,150 INFO [RS:0;eb1966fd6578:41559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:33,150 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008 2024-11-13T14:19:33,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,41559,1731507571008] 2024-11-13T14:19:33,161 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:19:33,182 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:19:33,185 INFO [RS:0;eb1966fd6578:41559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:19:33,185 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,196 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:19:33,199 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:19:33,199 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:33,199 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:19:33,200 DEBUG [RS:0;eb1966fd6578:41559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:19:33,208 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,208 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,208 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,208 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,208 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,208 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41559,1731507571008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:19:33,230 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:19:33,230 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41559,1731507571008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,230 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,231 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.Replication(171): eb1966fd6578,41559,1731507571008 started 2024-11-13T14:19:33,250 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:33,250 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,41559,1731507571008, RpcServer on eb1966fd6578/172.17.0.2:41559, sessionid=0x1013490bb690001 2024-11-13T14:19:33,250 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:19:33,250 DEBUG [RS:0;eb1966fd6578:41559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,41559,1731507571008 2024-11-13T14:19:33,250 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,41559,1731507571008' 2024-11-13T14:19:33,250 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01181288754/flush-table-proc/abort' 2024-11-13T14:19:33,250 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01181288754/flush-table-proc/acquired' 2024-11-13T14:19:33,251 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:19:33,251 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:19:33,251 DEBUG [RS:0;eb1966fd6578:41559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,41559,1731507571008 2024-11-13T14:19:33,251 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,41559,1731507571008' 2024-11-13T14:19:33,251 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01181288754/online-snapshot/abort' 2024-11-13T14:19:33,252 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01181288754/online-snapshot/acquired' 2024-11-13T14:19:33,252 DEBUG [RS:0;eb1966fd6578:41559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:19:33,252 INFO [RS:0;eb1966fd6578:41559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:19:33,252 INFO [RS:0;eb1966fd6578:41559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:19:33,353 INFO [RS:0;eb1966fd6578:41559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:19:33,354 INFO [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C41559%2C1731507571008, suffix=, logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008, archiveDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs, maxLogs=10 2024-11-13T14:19:33,371 DEBUG [RS:0;eb1966fd6578:41559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.1731507573355, exclude list is [], retry=0 2024-11-13T14:19:33,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cecb0734-c636-42f8-bbe4-07f7488a8497,DISK] 2024-11-13T14:19:33,401 INFO [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.1731507573355 2024-11-13T14:19:33,401 DEBUG [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-13T14:19:33,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:19:33,496 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542 2024-11-13T14:19:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:19:33,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:33,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:19:33,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:19:33,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:33,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:33,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:19:33,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:19:33,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:33,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:33,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:19:33,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:19:33,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:33,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:33,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:19:33,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:19:33,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:33,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:33,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:19:33,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740 2024-11-13T14:19:33,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740 2024-11-13T14:19:33,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:19:33,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:19:33,541 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:19:33,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:19:33,569 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:19:33,569 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63782148, jitterRate=-0.0495719313621521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:19:33,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507573521Initializing all the Stores at 1731507573525 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507573525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507573529 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507573529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507573529Cleaning up temporary data from old regions at 1731507573541 (+12 ms)Region opened successfully at 1731507573570 (+29 ms) 2024-11-13T14:19:33,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:19:33,570 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:19:33,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:19:33,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:19:33,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:19:33,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:33,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507573570Disabling compacts and flushes for region at 1731507573570Disabling writes for close at 1731507573570Writing region close event to WAL at 1731507573584 (+14 ms)Closed at 1731507573584 2024-11-13T14:19:33,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:33,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:19:33,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:19:33,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:19:33,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:19:33,740 DEBUG [eb1966fd6578:41791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:19:33,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,41559,1731507571008 2024-11-13T14:19:33,742 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41559,1731507571008, state=OPENING 2024-11-13T14:19:33,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:19:33,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:33,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:33,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:33,803 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:19:33,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,41559,1731507571008}] 2024-11-13T14:19:33,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:33,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:19:33,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:19:33,965 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:19:33,965 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:33,965 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:19:33,967 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C41559%2C1731507571008.meta, suffix=.meta, logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008, archiveDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs, maxLogs=10 2024-11-13T14:19:33,985 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.meta.1731507573967.meta, exclude list is [], retry=0 2024-11-13T14:19:33,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cecb0734-c636-42f8-bbe4-07f7488a8497,DISK] 2024-11-13T14:19:33,989 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.meta.1731507573967.meta 2024-11-13T14:19:33,992 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-13T14:19:33,992 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:19:33,993 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:19:33,993 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:19:33,993 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:19:33,993 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:19:33,993 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:19:33,993 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:33,993 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:19:33,993 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:19:33,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:19:33,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:19:33,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:33,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:33,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:19:33,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:19:33,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:33,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:33,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:19:33,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:19:33,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:33,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:33,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:19:34,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:19:34,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:34,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:34,000 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:19:34,001 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740 2024-11-13T14:19:34,003 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740 2024-11-13T14:19:34,007 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:19:34,007 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:19:34,008 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:19:34,010 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:19:34,010 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64450613, jitterRate=-0.039611026644706726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:19:34,011 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:19:34,011 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507573993Writing region info on filesystem at 1731507573993Initializing all the Stores at 1731507573994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507573994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507573994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507573994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507573994Cleaning up temporary data from old regions at 1731507574007 (+13 ms)Running coprocessor post-open hooks at 1731507574011 (+4 ms)Region opened successfully at 1731507574011 2024-11-13T14:19:34,013 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507573957 2024-11-13T14:19:34,016 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:19:34,016 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:19:34,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,41559,1731507571008 2024-11-13T14:19:34,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41559,1731507571008, state=OPEN 2024-11-13T14:19:34,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01181288754/meta-region-server 2024-11-13T14:19:34,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01181288754/meta-region-server 2024-11-13T14:19:34,069 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,41559,1731507571008 2024-11-13T14:19:34,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:34,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:34,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:19:34,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,41559,1731507571008 in 266 msec 2024-11-13T14:19:34,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:19:34,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-13T14:19:34,078 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:34,079 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:19:34,086 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:19:34,086 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41559,1731507571008, seqNum=-1] 2024-11-13T14:19:34,086 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:19:34,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:19:34,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1060 sec 2024-11-13T14:19:34,106 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507574106, completionTime=-1 2024-11-13T14:19:34,106 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:19:34,106 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:19:34,109 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:19:34,109 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507634109 2024-11-13T14:19:34,109 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507694109 2024-11-13T14:19:34,109 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T14:19:34,109 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41791,1731507570841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:34,110 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41791,1731507570841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:34,110 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41791,1731507570841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:34,110 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:41791, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:34,110 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:34,112 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:19:34,120 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:34,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.039sec 2024-11-13T14:19:34,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:19:34,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:19:34,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:19:34,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:19:34,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:19:34,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41791,1731507570841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:19:34,126 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41791,1731507570841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:19:34,130 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:19:34,130 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:19:34,130 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41791,1731507570841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:34,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40de3f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:34,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41791,-1 for getting cluster id 2024-11-13T14:19:34,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:19:34,197 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ef1c38-fcad-4717-a5f3-d9d4f8e23f23' 2024-11-13T14:19:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:19:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ef1c38-fcad-4717-a5f3-d9d4f8e23f23" 2024-11-13T14:19:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187b0856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41791,-1] 2024-11-13T14:19:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:19:34,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:34,199 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:19:34,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3264e8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:34,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:19:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41559,1731507571008, seqNum=-1] 2024-11-13T14:19:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:19:34,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:19:34,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,41791,1731507570841 2024-11-13T14:19:34,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57880 2024-11-13T14:19:34,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.log.dir so I do NOT create it in target/test-data/25230850-cea0-617b-920d-18f8d32427f9 2024-11-13T14:19:34,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:19:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.tmp.dir so I do NOT create it in target/test-data/25230850-cea0-617b-920d-18f8d32427f9 2024-11-13T14:19:34,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:19:34,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9 2024-11-13T14:19:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:19:34,259 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/cluster_19272be0-2b39-6dc3-da2a-028796e47a0a, deleteOnExit=true 2024-11-13T14:19:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:19:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/test.cache.data in system properties and HBase conf 2024-11-13T14:19:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:19:34,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:19:34,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:19:34,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:19:34,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:19:34,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:19:34,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:19:34,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:19:34,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:19:34,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:19:34,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:19:34,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013490bb690002 connected 2024-11-13T14:19:34,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:34,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:19:34,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:19:34,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:19:34,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:19:34,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:34,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80b377b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:19:34,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c55a2d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:19:34,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50285a83{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/java.io.tmpdir/jetty-localhost-35571-hadoop-hdfs-3_4_1-tests_jar-_-any-1173846325617231375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:19:34,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@300ccc1{HTTP/1.1, (http/1.1)}{localhost:35571} 2024-11-13T14:19:34,798 INFO [Time-limited test {}] server.Server(415): Started @143271ms 2024-11-13T14:19:35,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:35,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:19:35,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:19:35,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:19:35,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:19:35,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30fc2704{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:19:35,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31645530{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:19:35,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50bffef9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/java.io.tmpdir/jetty-localhost-44391-hadoop-hdfs-3_4_1-tests_jar-_-any-5366410481891126339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:19:35,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@283918f9{HTTP/1.1, (http/1.1)}{localhost:44391} 2024-11-13T14:19:35,346 INFO [Time-limited test {}] server.Server(415): Started @143818ms 2024-11-13T14:19:35,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:19:36,022 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/cluster_19272be0-2b39-6dc3-da2a-028796e47a0a/data/data1/current/BP-1515544268-172.17.0.2-1731507574298/current, will proceed with Du for space computation calculation, 2024-11-13T14:19:36,022 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/cluster_19272be0-2b39-6dc3-da2a-028796e47a0a/data/data2/current/BP-1515544268-172.17.0.2-1731507574298/current, will proceed with Du for space computation calculation, 2024-11-13T14:19:36,040 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:19:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf364a2051a72b8c7 with lease ID 0x5600e8fcb98313e4: Processing first storage report for DS-efc5c5ee-9090-4cbd-bea2-d2a029efd330 from datanode DatanodeRegistration(127.0.0.1:35665, datanodeUuid=f5be89a7-fb51-4401-8e4f-5212429614d6, infoPort=38377, infoSecurePort=0, ipcPort=33519, storageInfo=lv=-57;cid=testClusterID;nsid=546391143;c=1731507574298) 2024-11-13T14:19:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf364a2051a72b8c7 with lease ID 0x5600e8fcb98313e4: from storage DS-efc5c5ee-9090-4cbd-bea2-d2a029efd330 node DatanodeRegistration(127.0.0.1:35665, datanodeUuid=f5be89a7-fb51-4401-8e4f-5212429614d6, infoPort=38377, infoSecurePort=0, ipcPort=33519, storageInfo=lv=-57;cid=testClusterID;nsid=546391143;c=1731507574298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:19:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf364a2051a72b8c7 with lease ID 0x5600e8fcb98313e4: Processing first storage report for DS-63bdac49-aeae-4a66-ba4d-276213eb3803 from datanode DatanodeRegistration(127.0.0.1:35665, datanodeUuid=f5be89a7-fb51-4401-8e4f-5212429614d6, infoPort=38377, infoSecurePort=0, ipcPort=33519, storageInfo=lv=-57;cid=testClusterID;nsid=546391143;c=1731507574298) 2024-11-13T14:19:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf364a2051a72b8c7 with lease ID 0x5600e8fcb98313e4: from storage DS-63bdac49-aeae-4a66-ba4d-276213eb3803 node DatanodeRegistration(127.0.0.1:35665, datanodeUuid=f5be89a7-fb51-4401-8e4f-5212429614d6, infoPort=38377, infoSecurePort=0, ipcPort=33519, storageInfo=lv=-57;cid=testClusterID;nsid=546391143;c=1731507574298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:19:36,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9 2024-11-13T14:19:36,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:36,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:36,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:19:36,490 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982 with version=8 2024-11-13T14:19:36,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/hbase-staging 2024-11-13T14:19:36,493 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:19:36,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:36,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:36,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:19:36,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:36,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:19:36,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:19:36,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:19:36,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44919 2024-11-13T14:19:36,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44919 connecting to ZooKeeper ensemble=127.0.0.1:57880 2024-11-13T14:19:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449190x0, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:36,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44919-0x1013490bb690003 connected 2024-11-13T14:19:36,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:36,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:36,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on znode that does not yet exist, /1-419119871/running 2024-11-13T14:19:36,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982, hbase.cluster.distributed=false 2024-11-13T14:19:36,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on znode that does not yet exist, /1-419119871/acl 2024-11-13T14:19:36,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-13T14:19:36,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44919 2024-11-13T14:19:36,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44919 2024-11-13T14:19:36,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-13T14:19:36,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44919 2024-11-13T14:19:36,672 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:19:36,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:36,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:36,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:19:36,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:36,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:19:36,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:19:36,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:19:36,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40037 2024-11-13T14:19:36,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40037 connecting to ZooKeeper ensemble=127.0.0.1:57880 2024-11-13T14:19:36,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:36,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:36,760 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400370x0, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:36,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400370x0, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on znode that does not yet exist, /1-419119871/running 2024-11-13T14:19:36,761 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:19:36,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40037-0x1013490bb690004 connected 2024-11-13T14:19:36,770 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:19:36,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on znode that does not yet exist, /1-419119871/master 2024-11-13T14:19:36,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on znode that does not yet exist, /1-419119871/acl 2024-11-13T14:19:36,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40037 2024-11-13T14:19:36,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40037 2024-11-13T14:19:36,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40037 2024-11-13T14:19:36,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40037 2024-11-13T14:19:36,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40037 2024-11-13T14:19:36,798 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:44919 2024-11-13T14:19:36,798 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-419119871/backup-masters/eb1966fd6578,44919,1731507576492 2024-11-13T14:19:36,801 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871/backup-masters 2024-11-13T14:19:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871/backup-masters 2024-11-13T14:19:36,802 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on existing znode=/1-419119871/backup-masters/eb1966fd6578,44919,1731507576492 2024-11-13T14:19:36,812 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-419119871/master 2024-11-13T14:19:36,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:36,812 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:36,812 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on existing znode=/1-419119871/master 2024-11-13T14:19:36,813 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-419119871/backup-masters/eb1966fd6578,44919,1731507576492 from backup master directory 2024-11-13T14:19:36,828 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871/backup-masters 2024-11-13T14:19:36,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-419119871/backup-masters/eb1966fd6578,44919,1731507576492 2024-11-13T14:19:36,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871/backup-masters 2024-11-13T14:19:36,828 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:19:36,828 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,44919,1731507576492 2024-11-13T14:19:36,832 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/hbase.id] with ID: d7e7c0cb-1d3f-4497-a071-34980440ea62 2024-11-13T14:19:36,832 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/.tmp/hbase.id 2024-11-13T14:19:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:19:37,245 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/.tmp/hbase.id]:[hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/hbase.id] 2024-11-13T14:19:37,255 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:37,256 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:19:37,257 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:19:37,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:37,307 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:19:37,715 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:19:37,716 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:19:37,719 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:19:37,763 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store 2024-11-13T14:19:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:19:37,778 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:37,778 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:19:37,778 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:37,778 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:37,779 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:19:37,779 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:37,779 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:37,779 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507577778Disabling compacts and flushes for region at 1731507577778Disabling writes for close at 1731507577779 (+1 ms)Writing region close event to WAL at 1731507577779Closed at 1731507577779 2024-11-13T14:19:37,780 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/.initializing 2024-11-13T14:19:37,780 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/WALs/eb1966fd6578,44919,1731507576492 2024-11-13T14:19:37,781 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:19:37,786 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C44919%2C1731507576492, suffix=, logDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/WALs/eb1966fd6578,44919,1731507576492, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/oldWALs, maxLogs=10 2024-11-13T14:19:37,807 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/WALs/eb1966fd6578,44919,1731507576492/eb1966fd6578%2C44919%2C1731507576492.1731507577786, exclude list is [], retry=0 2024-11-13T14:19:37,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-efc5c5ee-9090-4cbd-bea2-d2a029efd330,DISK] 2024-11-13T14:19:37,814 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/WALs/eb1966fd6578,44919,1731507576492/eb1966fd6578%2C44919%2C1731507576492.1731507577786 2024-11-13T14:19:37,816 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-13T14:19:37,816 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:19:37,817 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:37,817 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,817 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:19:37,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:37,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:37,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:19:37,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:37,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:37,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:19:37,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:37,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:37,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:19:37,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:37,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:37,861 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,862 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,862 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,864 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,864 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,866 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:19:37,867 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:37,880 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:19:37,881 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63046212, jitterRate=-0.06053823232650757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:19:37,882 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507577817Initializing all the Stores at 1731507577818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507577818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507577822 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507577822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507577822Cleaning up temporary data from old regions at 1731507577864 (+42 ms)Region opened successfully at 1731507577881 (+17 ms) 2024-11-13T14:19:37,888 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:19:37,892 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff45fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:19:37,893 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:19:37,894 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:19:37,894 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:19:37,894 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:19:37,895 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:19:37,895 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:19:37,895 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:19:37,901 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:19:37,902 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Unable to get data of znode /1-419119871/balancer because node does not exist (not necessarily an error) 2024-11-13T14:19:37,907 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-419119871/balancer already deleted, retry=false 2024-11-13T14:19:37,907 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:19:37,908 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Unable to get data of znode /1-419119871/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:19:37,917 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-419119871/normalizer already deleted, retry=false 2024-11-13T14:19:37,918 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:19:37,921 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Unable to get data of znode /1-419119871/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:19:37,928 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-419119871/switch/split already deleted, retry=false 2024-11-13T14:19:37,929 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Unable to get data of znode /1-419119871/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:19:37,938 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-419119871/switch/merge already deleted, retry=false 2024-11-13T14:19:37,942 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Unable to get data of znode /1-419119871/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:19:37,949 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-419119871/snapshot-cleanup already deleted, retry=false 2024-11-13T14:19:37,960 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-419119871/running 2024-11-13T14:19:37,960 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:37,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-419119871/running 2024-11-13T14:19:37,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:37,964 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,44919,1731507576492, sessionid=0x1013490bb690003, setting cluster-up flag (Was=false) 2024-11-13T14:19:37,981 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:37,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:38,012 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-419119871/flush-table-proc/acquired, /1-419119871/flush-table-proc/reached, /1-419119871/flush-table-proc/abort 2024-11-13T14:19:38,014 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44919,1731507576492 2024-11-13T14:19:38,033 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:38,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:38,065 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-419119871/online-snapshot/acquired, /1-419119871/online-snapshot/reached, /1-419119871/online-snapshot/abort 2024-11-13T14:19:38,067 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44919,1731507576492 2024-11-13T14:19:38,077 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:19:38,079 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:38,080 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:19:38,080 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:19:38,080 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,44919,1731507576492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:19:38,082 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:38,082 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:38,082 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:38,082 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:38,082 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:19:38,082 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,082 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:19:38,082 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:38,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:19:38,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:38,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:19:38,098 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507608098 2024-11-13T14:19:38,098 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:19:38,099 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:19:38,099 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:19:38,099 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:19:38,099 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:19:38,099 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:19:38,106 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,106 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(746): ClusterId : d7e7c0cb-1d3f-4497-a071-34980440ea62 2024-11-13T14:19:38,107 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:19:38,110 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:19:38,110 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:19:38,110 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:19:38,111 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:19:38,114 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:19:38,114 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:19:38,115 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507578115,5,FailOnTimeoutGroup] 2024-11-13T14:19:38,119 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:19:38,119 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:19:38,125 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507578115,5,FailOnTimeoutGroup] 2024-11-13T14:19:38,125 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,125 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:19:38,125 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,125 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:19:38,129 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:19:38,129 DEBUG [RS:0;eb1966fd6578:40037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c48eadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:19:38,146 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:40037 2024-11-13T14:19:38,146 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:19:38,146 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:19:38,146 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:19:38,147 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,44919,1731507576492 with port=40037, startcode=1731507576671 2024-11-13T14:19:38,147 DEBUG [RS:0;eb1966fd6578:40037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:19:38,149 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:19:38,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,40037,1731507576671 2024-11-13T14:19:38,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44919 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,40037,1731507576671 2024-11-13T14:19:38,151 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982 2024-11-13T14:19:38,151 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42361 2024-11-13T14:19:38,151 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:19:38,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871/rs 2024-11-13T14:19:38,195 DEBUG [RS:0;eb1966fd6578:40037 {}] zookeeper.ZKUtil(111): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on existing znode=/1-419119871/rs/eb1966fd6578,40037,1731507576671 2024-11-13T14:19:38,196 WARN [RS:0;eb1966fd6578:40037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:19:38,196 INFO [RS:0;eb1966fd6578:40037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:38,196 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/WALs/eb1966fd6578,40037,1731507576671 2024-11-13T14:19:38,203 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:19:38,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,40037,1731507576671] 2024-11-13T14:19:38,214 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:19:38,216 INFO [RS:0;eb1966fd6578:40037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:19:38,216 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,217 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:19:38,217 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:19:38,218 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:19:38,218 DEBUG [RS:0;eb1966fd6578:40037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:19:38,221 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,221 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,221 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,221 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,221 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,221 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40037,1731507576671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:19:38,240 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:19:38,241 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40037,1731507576671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,241 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,241 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.Replication(171): eb1966fd6578,40037,1731507576671 started 2024-11-13T14:19:38,260 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:38,260 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,40037,1731507576671, RpcServer on eb1966fd6578/172.17.0.2:40037, sessionid=0x1013490bb690004 2024-11-13T14:19:38,260 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:19:38,260 DEBUG [RS:0;eb1966fd6578:40037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,40037,1731507576671 2024-11-13T14:19:38,260 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,40037,1731507576671' 2024-11-13T14:19:38,260 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-419119871/flush-table-proc/abort' 2024-11-13T14:19:38,261 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-419119871/flush-table-proc/acquired' 2024-11-13T14:19:38,261 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:19:38,261 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:19:38,261 DEBUG [RS:0;eb1966fd6578:40037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,40037,1731507576671 2024-11-13T14:19:38,261 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,40037,1731507576671' 2024-11-13T14:19:38,261 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-419119871/online-snapshot/abort' 2024-11-13T14:19:38,262 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-419119871/online-snapshot/acquired' 2024-11-13T14:19:38,262 DEBUG [RS:0;eb1966fd6578:40037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:19:38,262 INFO [RS:0;eb1966fd6578:40037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:19:38,262 INFO [RS:0;eb1966fd6578:40037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:19:38,363 INFO [RS:0;eb1966fd6578:40037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:19:38,364 INFO [RS:0;eb1966fd6578:40037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C40037%2C1731507576671, suffix=, logDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/WALs/eb1966fd6578,40037,1731507576671, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/oldWALs, maxLogs=10 2024-11-13T14:19:38,380 DEBUG [RS:0;eb1966fd6578:40037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/WALs/eb1966fd6578,40037,1731507576671/eb1966fd6578%2C40037%2C1731507576671.1731507578365, exclude list is [], retry=0 2024-11-13T14:19:38,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-efc5c5ee-9090-4cbd-bea2-d2a029efd330,DISK] 2024-11-13T14:19:38,385 INFO [RS:0;eb1966fd6578:40037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/WALs/eb1966fd6578,40037,1731507576671/eb1966fd6578%2C40037%2C1731507576671.1731507578365 2024-11-13T14:19:38,385 DEBUG [RS:0;eb1966fd6578:40037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-13T14:19:38,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:19:38,528 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982 2024-11-13T14:19:38,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:19:38,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:19:38,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:19:38,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:38,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T14:19:38,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:38,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:19:38,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:19:38,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:19:38,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:38,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:19:38,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:19:38,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:38,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:38,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:19:38,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:19:38,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:38,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:38,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:19:38,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:19:38,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:38,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:38,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:19:38,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:19:38,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:38,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:38,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:19:38,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740 2024-11-13T14:19:38,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740 2024-11-13T14:19:38,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:19:38,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:19:38,942 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:19:38,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:19:38,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:19:38,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67612635, jitterRate=0.007506772875785828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:19:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507578934Initializing all the Stores at 1731507578935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507578935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507578935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507578935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507578935Cleaning up temporary data from old regions at 1731507578942 (+7 ms)Region opened successfully at 1731507578945 (+3 ms) 2024-11-13T14:19:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:19:38,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:19:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:19:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:19:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:19:38,945 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:38,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507578945Disabling compacts and flushes for region at 1731507578945Disabling writes for close at 1731507578945Writing region close event to WAL at 1731507578945Closed at 1731507578945 2024-11-13T14:19:38,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:38,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:19:38,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:19:38,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:19:38,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:19:39,098 DEBUG [eb1966fd6578:44919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:19:39,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,40037,1731507576671 2024-11-13T14:19:39,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,40037,1731507576671, state=OPENING 2024-11-13T14:19:39,128 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:19:39,138 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:39,139 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:19:39,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-419119871/meta-region-server: CHANGED 2024-11-13T14:19:39,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-419119871/meta-region-server: CHANGED 2024-11-13T14:19:39,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,40037,1731507576671}] 2024-11-13T14:19:39,291 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:19:39,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:19:39,296 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:19:39,296 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:39,296 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:19:39,298 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C40037%2C1731507576671.meta, suffix=.meta, logDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/WALs/eb1966fd6578,40037,1731507576671, archiveDir=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/oldWALs, maxLogs=10 2024-11-13T14:19:39,309 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/WALs/eb1966fd6578,40037,1731507576671/eb1966fd6578%2C40037%2C1731507576671.meta.1731507579298.meta, exclude list is [], retry=0 2024-11-13T14:19:39,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-efc5c5ee-9090-4cbd-bea2-d2a029efd330,DISK] 2024-11-13T14:19:39,313 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/WALs/eb1966fd6578,40037,1731507576671/eb1966fd6578%2C40037%2C1731507576671.meta.1731507579298.meta 2024-11-13T14:19:39,313 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38377:38377)] 2024-11-13T14:19:39,313 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:19:39,313 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:19:39,313 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:19:39,314 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:19:39,314 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:19:39,314 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:19:39,314 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:39,314 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:19:39,314 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:19:39,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:19:39,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:19:39,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:39,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:39,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:19:39,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:19:39,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:39,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:39,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:19:39,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:19:39,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:39,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:39,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:19:39,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:19:39,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:39,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:39,319 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:19:39,320 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740 2024-11-13T14:19:39,321 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740 2024-11-13T14:19:39,322 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:19:39,322 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:19:39,322 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:19:39,324 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:19:39,324 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70998337, jitterRate=0.057957664132118225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:19:39,324 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:19:39,325 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507579314Writing region info on filesystem at 1731507579314Initializing all the Stores at 1731507579315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507579315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507579315Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507579315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507579315Cleaning up temporary data from old regions at 1731507579322 (+7 ms)Running coprocessor post-open hooks at 1731507579324 (+2 ms)Region opened successfully at 1731507579324 2024-11-13T14:19:39,325 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507579291 2024-11-13T14:19:39,327 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:19:39,327 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:19:39,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,40037,1731507576671 2024-11-13T14:19:39,328 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,40037,1731507576671, state=OPEN 2024-11-13T14:19:39,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-419119871/meta-region-server 2024-11-13T14:19:39,338 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-419119871/meta-region-server 2024-11-13T14:19:39,338 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,40037,1731507576671 2024-11-13T14:19:39,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-419119871/meta-region-server: CHANGED 2024-11-13T14:19:39,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-419119871/meta-region-server: CHANGED 2024-11-13T14:19:39,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:19:39,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,40037,1731507576671 in 199 msec 2024-11-13T14:19:39,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:19:39,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-13T14:19:39,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:39,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:19:39,349 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:19:39,349 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,40037,1731507576671, seqNum=-1] 2024-11-13T14:19:39,350 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:19:39,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:19:39,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-13T14:19:39,356 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507579356, completionTime=-1 2024-11-13T14:19:39,356 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:19:39,356 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507639358 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507699358 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44919,1731507576492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44919,1731507576492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44919,1731507576492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:44919, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:39,358 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:39,359 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:39,360 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:19:39,361 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.532sec 2024-11-13T14:19:39,361 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:19:39,361 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:19:39,361 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:19:39,361 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:19:39,361 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:19:39,361 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44919,1731507576492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:19:39,361 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44919,1731507576492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:19:39,364 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:19:39,364 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:19:39,364 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44919,1731507576492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:39,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ea6d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44919,-1 for getting cluster id 2024-11-13T14:19:39,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:19:39,407 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e7c0cb-1d3f-4497-a071-34980440ea62' 2024-11-13T14:19:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:19:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e7c0cb-1d3f-4497-a071-34980440ea62" 2024-11-13T14:19:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af907fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44919,-1] 2024-11-13T14:19:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:19:39,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:39,409 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:19:39,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37178149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:19:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,40037,1731507576671, seqNum=-1] 2024-11-13T14:19:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:19:39,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:19:39,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,44919,1731507576492 2024-11-13T14:19:39,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57880 2024-11-13T14:19:39,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:39,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013490bb690005 connected 2024-11-13T14:19:39,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479dce98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41791,-1 for getting cluster id 2024-11-13T14:19:39,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:19:39,436 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ef1c38-fcad-4717-a5f3-d9d4f8e23f23' 2024-11-13T14:19:39,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:19:39,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ef1c38-fcad-4717-a5f3-d9d4f8e23f23" 2024-11-13T14:19:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd11e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41791,-1] 2024-11-13T14:19:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:19:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:39,438 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:19:39,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acf89d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:19:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41791,1731507570841 2024-11-13T14:19:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b025ae5 2024-11-13T14:19:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:19:39,440 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:19:39,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:44919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:19:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:19:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:19:39,444 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44919' 2024-11-13T14:19:39,446 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350c6fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,446 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44919,-1 for getting cluster id 2024-11-13T14:19:39,446 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:19:39,447 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e7c0cb-1d3f-4497-a071-34980440ea62' 2024-11-13T14:19:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:19:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e7c0cb-1d3f-4497-a071-34980440ea62" 2024-11-13T14:19:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3085f43f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44919,-1] 2024-11-13T14:19:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:19:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:39,448 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:19:39,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209c403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:39,449 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:19:39,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44919,1731507576492 2024-11-13T14:19:39,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d9acc00 2024-11-13T14:19:39,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:19:39,451 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:19:39,452 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T14:19:39,452 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:19:39,452 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:39,452 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:39,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:39,452 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:19:39,453 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:19:39,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:19:39,455 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:39,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:19:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741835_1011 (size=1138) 2024-11-13T14:19:39,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:19:39,504 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:19:39,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:39,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:39,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:39,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:39,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:39,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:39,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:19:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:19:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:19:39,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 886bea0119565bde847e4820b3d82674, NAME => 'hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542 2024-11-13T14:19:39,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741836_1012 (size=44) 2024-11-13T14:19:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:19:40,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:40,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 886bea0119565bde847e4820b3d82674, disabling compactions & flushes 2024-11-13T14:19:40,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:40,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:40,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. after waiting 0 ms 2024-11-13T14:19:40,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:40,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:40,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 886bea0119565bde847e4820b3d82674: Waiting for close lock at 1731507580269Disabling compacts and flushes for region at 1731507580269Disabling writes for close at 1731507580269Writing region close event to WAL at 1731507580269Closed at 1731507580269 2024-11-13T14:19:40,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:19:40,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507580271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507580271"}]},"ts":"1731507580271"} 2024-11-13T14:19:40,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:19:40,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:19:40,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507580274"}]},"ts":"1731507580274"} 2024-11-13T14:19:40,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:19:40,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN}] 2024-11-13T14:19:40,278 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN 2024-11-13T14:19:40,279 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN; state=OFFLINE, location=eb1966fd6578,41559,1731507571008; forceNewPlan=false, retain=false 2024-11-13T14:19:40,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=886bea0119565bde847e4820b3d82674, regionState=OPENING, regionLocation=eb1966fd6578,41559,1731507571008 2024-11-13T14:19:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN because future has completed 2024-11-13T14:19:40,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 886bea0119565bde847e4820b3d82674, server=eb1966fd6578,41559,1731507571008}] 2024-11-13T14:19:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:19:40,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:40,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:40,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:19:40,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C41559%2C1731507571008.rep, suffix=, logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008, archiveDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs, maxLogs=10 2024-11-13T14:19:40,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.rep.1731507580615, exclude list is [], retry=0 2024-11-13T14:19:40,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cecb0734-c636-42f8-bbe4-07f7488a8497,DISK] 2024-11-13T14:19:40,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.rep.1731507580615 2024-11-13T14:19:40,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-13T14:19:40,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 886bea0119565bde847e4820b3d82674, NAME => 'hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:19:40,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:19:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:19:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. service=MultiRowMutationService 2024-11-13T14:19:40,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:19:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,637 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,638 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 886bea0119565bde847e4820b3d82674 columnFamilyName hfileref 2024-11-13T14:19:40,638 DEBUG [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:40,638 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(327): Store=886bea0119565bde847e4820b3d82674/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:40,638 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,639 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 886bea0119565bde847e4820b3d82674 columnFamilyName queue 2024-11-13T14:19:40,639 DEBUG [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:40,640 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(327): Store=886bea0119565bde847e4820b3d82674/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:40,640 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,641 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 886bea0119565bde847e4820b3d82674 columnFamilyName sid 2024-11-13T14:19:40,641 DEBUG [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:40,641 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(327): Store=886bea0119565bde847e4820b3d82674/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:40,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:19:40,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:19:40,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 886bea0119565bde847e4820b3d82674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64136312, jitterRate=-0.04429447650909424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:19:40,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:40,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 886bea0119565bde847e4820b3d82674: Running coprocessor pre-open hook at 1731507580635Writing region info on filesystem at 1731507580635Initializing all the Stores at 1731507580636 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507580636Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507580636Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507580636Cleaning up temporary data from old regions at 1731507580643 (+7 ms)Running coprocessor post-open hooks at 1731507580647 (+4 ms)Region opened successfully at 1731507580648 (+1 ms) 2024-11-13T14:19:40,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674., pid=7, masterSystemTime=1731507580587 2024-11-13T14:19:40,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:40,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:40,651 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=886bea0119565bde847e4820b3d82674, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,41559,1731507571008 2024-11-13T14:19:40,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 886bea0119565bde847e4820b3d82674, server=eb1966fd6578,41559,1731507571008 because future has completed 2024-11-13T14:19:40,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T14:19:40,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 886bea0119565bde847e4820b3d82674, server=eb1966fd6578,41559,1731507571008 in 220 msec 2024-11-13T14:19:40,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:19:40,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN in 378 msec 2024-11-13T14:19:40,658 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:19:40,658 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507580658"}]},"ts":"1731507580658"} 2024-11-13T14:19:40,660 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:19:40,661 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:19:40,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-13T14:19:40,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674., hostname=eb1966fd6578,41559,1731507571008, seqNum=2] 2024-11-13T14:19:40,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:40,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:40,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:19:40,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T14:19:40,902 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:19:40,928 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,41559,1731507571008, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:19:40,929 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:19:40,929 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41559,1731507571008, seqNum=-1] 2024-11-13T14:19:40,929 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:19:40,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T14:19:40,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,41559,1731507571008', locateType=CURRENT is [region=hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674., hostname=eb1966fd6578,41559,1731507571008, seqNum=2] 2024-11-13T14:19:40,936 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T14:19:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T14:19:40,939 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,41559,1731507571008 suceeded 2024-11-13T14:19:40,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T14:19:40,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-13T14:19:40,941 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:44919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:19:40,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-13T14:19:40,952 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44919' 2024-11-13T14:19:40,953 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15138be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:40,953 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44919,-1 for getting cluster id 2024-11-13T14:19:40,953 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:19:40,953 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e7c0cb-1d3f-4497-a071-34980440ea62' 2024-11-13T14:19:40,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:19:40,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e7c0cb-1d3f-4497-a071-34980440ea62" 2024-11-13T14:19:40,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ad5bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:40,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44919,-1] 2024-11-13T14:19:40,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:19:40,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:40,955 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:19:40,955 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e1fff89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:40,955 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:19:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44919,1731507576492 2024-11-13T14:19:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4329ada5 2024-11-13T14:19:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:19:40,957 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T14:19:40,957 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,41559,1731507571008 (queues=1) is replicating from cluster=68ef1c38-fcad-4717-a5f3-d9d4f8e23f23 to cluster=d7e7c0cb-1d3f-4497-a071-34980440ea62 2024-11-13T14:19:40,958 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C41559%2C1731507571008 2024-11-13T14:19:40,958 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,41559,1731507571008, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:19:40,958 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.shippereb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C41559%2C1731507571008 2024-11-13T14:19:40,958 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.wal-reader.eb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.1731507573355, startPosition=0, beingWritten=true 2024-11-13T14:19:41,163 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.wal-reader.eb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.1731507573355 to pos 0, reset compression=false 2024-11-13T14:19:41,468 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.wal-reader.eb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.1731507573355 to pos 0, reset compression=false 2024-11-13T14:19:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:19:41,590 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:19:41,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:41,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:41,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:41,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:41,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:41,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:19:41,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41791,1731507570841 2024-11-13T14:19:41,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34638bdf 2024-11-13T14:19:41,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:19:41,592 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:19:41,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T14:19:41,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:41,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:41,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:41,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:41,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:41,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:19:41,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1530963730, stopped=false 2024-11-13T14:19:41,593 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,41791,1731507570841 2024-11-13T14:19:41,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/running 2024-11-13T14:19:41,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/running 2024-11-13T14:19:41,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:41,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:41,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:41,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:41,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:41,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:41,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/running 2024-11-13T14:19:41,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,41559,1731507571008' ***** 2024-11-13T14:19:41,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:19:41,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/running 2024-11-13T14:19:41,604 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:19:41,604 INFO [RS:0;eb1966fd6578:41559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:19:41,604 INFO [RS:0;eb1966fd6578:41559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:19:41,605 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(3091): Received CLOSE for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:41,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:19:41,605 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,41559,1731507571008 2024-11-13T14:19:41,605 INFO [RS:0;eb1966fd6578:41559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:41,605 INFO [RS:0;eb1966fd6578:41559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:41559. 2024-11-13T14:19:41,605 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 886bea0119565bde847e4820b3d82674, disabling compactions & flushes 2024-11-13T14:19:41,605 DEBUG [RS:0;eb1966fd6578:41559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:41,605 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:41,605 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:41,605 DEBUG [RS:0;eb1966fd6578:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:41,605 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. after waiting 0 ms 2024-11-13T14:19:41,605 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:41,605 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 886bea0119565bde847e4820b3d82674 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T14:19:41,605 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:19:41,605 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:19:41,605 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:19:41,605 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:19:41,606 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:19:41,606 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 886bea0119565bde847e4820b3d82674=hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.} 2024-11-13T14:19:41,606 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:41,606 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:19:41,606 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:19:41,606 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:19:41,606 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:19:41,606 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:19:41,606 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T14:19:41,621 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:41,625 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/.tmp/queue/87ccde4cce19465ab8eba0f6a9331257 is 151, key is 1-eb1966fd6578,41559,1731507571008/queue:eb1966fd6578%2C41559%2C1731507571008/1731507580933/Put/seqid=0 2024-11-13T14:19:41,636 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/info/3a24d63594e54aa5b2954461a4ec1757 is 147, key is hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674./info:regioninfo/1731507580651/Put/seqid=0 2024-11-13T14:19:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741838_1014 (size=5350) 2024-11-13T14:19:41,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741839_1015 (size=6631) 2024-11-13T14:19:41,806 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:41,872 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.wal-reader.eb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.1731507573355 to pos 0, reset compression=false 2024-11-13T14:19:42,006 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:42,039 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/.tmp/queue/87ccde4cce19465ab8eba0f6a9331257 2024-11-13T14:19:42,044 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/info/3a24d63594e54aa5b2954461a4ec1757 2024-11-13T14:19:42,045 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/.tmp/queue/87ccde4cce19465ab8eba0f6a9331257 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/queue/87ccde4cce19465ab8eba0f6a9331257 2024-11-13T14:19:42,050 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/queue/87ccde4cce19465ab8eba0f6a9331257, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T14:19:42,051 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 886bea0119565bde847e4820b3d82674 in 446ms, sequenceid=5, compaction requested=false 2024-11-13T14:19:42,051 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:19:42,057 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:19:42,058 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:42,058 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:42,058 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:42,058 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 886bea0119565bde847e4820b3d82674: Waiting for close lock at 1731507581605Running coprocessor pre-close hooks at 1731507581605Disabling compacts and flushes for region at 1731507581605Disabling writes for close at 1731507581605Obtaining lock to block concurrent updates at 1731507581605Preparing flush snapshotting stores in 886bea0119565bde847e4820b3d82674 at 1731507581605Finished memstore snapshotting hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731507581606 (+1 ms)Flushing stores of hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. at 1731507581606Flushing 886bea0119565bde847e4820b3d82674/queue: creating writer at 1731507581606Flushing 886bea0119565bde847e4820b3d82674/queue: appending metadata at 1731507581623 (+17 ms)Flushing 886bea0119565bde847e4820b3d82674/queue: closing flushed file at 1731507581623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442c0209: reopening flushed file at 1731507582044 (+421 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 886bea0119565bde847e4820b3d82674 in 446ms, sequenceid=5, compaction requested=false at 1731507582051 (+7 ms)Writing region close event to WAL at 1731507582054 (+3 ms)Running coprocessor post-close hooks at 1731507582058 (+4 ms)Closed at 1731507582058 2024-11-13T14:19:42,058 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:42,065 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/ns/43df029a3be04a8ab4103070983e2bf1 is 43, key is default/ns:d/1731507574090/Put/seqid=0 2024-11-13T14:19:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741840_1016 (size=5153) 2024-11-13T14:19:42,206 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:42,209 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:19:42,209 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:19:42,377 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.wal-reader.eb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.1731507573355 to pos 0, reset compression=false 2024-11-13T14:19:42,406 DEBUG [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:42,470 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/ns/43df029a3be04a8ab4103070983e2bf1 2024-11-13T14:19:42,491 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/table/e7a3ab08691f4356a3156957433572eb is 53, key is hbase:replication/table:state/1731507580658/Put/seqid=0 2024-11-13T14:19:42,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741841_1017 (size=5256) 2024-11-13T14:19:42,510 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/table/e7a3ab08691f4356a3156957433572eb 2024-11-13T14:19:42,517 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/info/3a24d63594e54aa5b2954461a4ec1757 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/info/3a24d63594e54aa5b2954461a4ec1757 2024-11-13T14:19:42,524 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/info/3a24d63594e54aa5b2954461a4ec1757, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T14:19:42,525 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/ns/43df029a3be04a8ab4103070983e2bf1 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/ns/43df029a3be04a8ab4103070983e2bf1 2024-11-13T14:19:42,530 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/ns/43df029a3be04a8ab4103070983e2bf1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:19:42,531 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/table/e7a3ab08691f4356a3156957433572eb as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/table/e7a3ab08691f4356a3156957433572eb 2024-11-13T14:19:42,536 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/table/e7a3ab08691f4356a3156957433572eb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T14:19:42,538 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false 2024-11-13T14:19:42,552 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T14:19:42,552 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:42,552 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:42,553 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:42,553 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507581606Running coprocessor pre-close hooks at 1731507581606Disabling compacts and flushes for region at 1731507581606Disabling writes for close at 1731507581606Obtaining lock to block concurrent updates at 1731507581606Preparing flush snapshotting stores in 1588230740 at 1731507581606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731507581606Flushing stores of hbase:meta,,1.1588230740 at 1731507581606Flushing 1588230740/info: creating writer at 1731507581607 (+1 ms)Flushing 1588230740/info: appending metadata at 1731507581635 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731507581635Flushing 1588230740/ns: creating writer at 1731507582049 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731507582065 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731507582065Flushing 1588230740/table: creating writer at 1731507582475 (+410 ms)Flushing 1588230740/table: appending metadata at 1731507582491 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731507582491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594b3ad9: reopening flushed file at 1731507582516 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a1b477: reopening flushed file at 1731507582524 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@934c52f: reopening flushed file at 1731507582530 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false at 1731507582538 (+8 ms)Writing region close event to WAL at 1731507582548 (+10 ms)Running coprocessor post-close hooks at 1731507582552 (+4 ms)Closed at 1731507582552 2024-11-13T14:19:42,553 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:42,607 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,41559,1731507571008; all regions closed. 2024-11-13T14:19:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741834_1010 (size=2742) 2024-11-13T14:19:42,611 DEBUG [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs 2024-11-13T14:19:42,611 INFO [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C41559%2C1731507571008.meta:.meta(num 1731507573967) 2024-11-13T14:19:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741837_1013 (size=1586) 2024-11-13T14:19:42,620 DEBUG [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs 2024-11-13T14:19:42,620 INFO [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C41559%2C1731507571008.rep:(num 1731507580615) 2024-11-13T14:19:42,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008/eb1966fd6578%2C41559%2C1731507571008.1731507573355 not finished, retry = 0 2024-11-13T14:19:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741832_1008 (size=93) 2024-11-13T14:19:42,727 DEBUG [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs 2024-11-13T14:19:42,727 INFO [RS:0;eb1966fd6578:41559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C41559%2C1731507571008:(num 1731507573355) 2024-11-13T14:19:42,727 DEBUG [RS:0;eb1966fd6578:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:42,727 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:42,727 INFO [RS:0;eb1966fd6578:41559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:42,728 INFO [RS:0;eb1966fd6578:41559 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:42,728 INFO [RS:0;eb1966fd6578:41559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:42,728 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,41559,1731507571008 because: Region server is closing 2024-11-13T14:19:42,728 INFO [RS:0;eb1966fd6578:41559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:41559. 2024-11-13T14:19:42,728 DEBUG [RS:0;eb1966fd6578:41559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:42,728 DEBUG [RS:0;eb1966fd6578:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:42,728 DEBUG [RS:0;eb1966fd6578:41559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:42,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:42,729 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:42,829 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.shippereb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T14:19:42,829 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.wal-reader.eb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:19:42,829 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,41559,1731507571008.replicationSource.shippereb1966fd6578%2C41559%2C1731507571008,1-eb1966fd6578,41559,1731507571008 terminated 2024-11-13T14:19:42,829 INFO [RS:0;eb1966fd6578:41559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41559 2024-11-13T14:19:42,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/rs/eb1966fd6578,41559,1731507571008 2024-11-13T14:19:42,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/rs 2024-11-13T14:19:42,833 INFO [RS:0;eb1966fd6578:41559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:42,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,41559,1731507571008] 2024-11-13T14:19:42,854 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/draining/eb1966fd6578,41559,1731507571008 already deleted, retry=false 2024-11-13T14:19:42,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,41559,1731507571008 expired; onlineServers=0 2024-11-13T14:19:42,854 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,41791,1731507570841' ***** 2024-11-13T14:19:42,854 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:19:42,854 INFO [M:0;eb1966fd6578:41791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:42,854 INFO [M:0;eb1966fd6578:41791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:42,854 DEBUG [M:0;eb1966fd6578:41791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:19:42,854 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:19:42,854 DEBUG [M:0;eb1966fd6578:41791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:19:42,854 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507573057 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507573057,5,FailOnTimeoutGroup] 2024-11-13T14:19:42,854 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507573049 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507573049,5,FailOnTimeoutGroup] 2024-11-13T14:19:42,854 INFO [M:0;eb1966fd6578:41791 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:42,854 INFO [M:0;eb1966fd6578:41791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:42,854 DEBUG [M:0;eb1966fd6578:41791 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:19:42,854 INFO [M:0;eb1966fd6578:41791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:19:42,854 INFO [M:0;eb1966fd6578:41791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:42,855 INFO [M:0;eb1966fd6578:41791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:19:42,855 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:19:42,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/master 2024-11-13T14:19:42,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:42,864 DEBUG [M:0;eb1966fd6578:41791 {}] zookeeper.ZKUtil(347): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/master because node does not exist (not an error) 2024-11-13T14:19:42,864 WARN [M:0;eb1966fd6578:41791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:19:42,865 INFO [M:0;eb1966fd6578:41791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/.lastflushedseqids 2024-11-13T14:19:42,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741842_1018 (size=181) 2024-11-13T14:19:42,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:42,943 INFO [RS:0;eb1966fd6578:41559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:42,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41559-0x1013490bb690001, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:42,943 INFO [RS:0;eb1966fd6578:41559 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,41559,1731507571008; zookeeper connection closed. 2024-11-13T14:19:42,944 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28c1968e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28c1968e 2024-11-13T14:19:42,944 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:19:43,270 INFO [M:0;eb1966fd6578:41791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:19:43,270 INFO [M:0;eb1966fd6578:41791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:19:43,270 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:19:43,270 INFO [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:43,270 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:43,270 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:19:43,270 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:43,270 INFO [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T14:19:43,318 DEBUG [M:0;eb1966fd6578:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec0a8f4144fa4ba6ae0283fe43b600c6 is 82, key is hbase:meta,,1/info:regioninfo/1731507574017/Put/seqid=0 2024-11-13T14:19:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741843_1019 (size=5672) 2024-11-13T14:19:43,322 INFO [M:0;eb1966fd6578:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec0a8f4144fa4ba6ae0283fe43b600c6 2024-11-13T14:19:43,340 DEBUG [M:0;eb1966fd6578:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04d86a25c5f740abbb2f6ecae92ed5b3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731507580662/Put/seqid=0 2024-11-13T14:19:43,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741844_1020 (size=7203) 2024-11-13T14:19:43,744 INFO [M:0;eb1966fd6578:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04d86a25c5f740abbb2f6ecae92ed5b3 2024-11-13T14:19:43,760 DEBUG [M:0;eb1966fd6578:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1925a45540af4914ae98a394e61cb4f5 is 69, key is eb1966fd6578,41559,1731507571008/rs:state/1731507573137/Put/seqid=0 2024-11-13T14:19:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741845_1021 (size=5156) 2024-11-13T14:19:44,164 INFO [M:0;eb1966fd6578:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1925a45540af4914ae98a394e61cb4f5 2024-11-13T14:19:44,170 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec0a8f4144fa4ba6ae0283fe43b600c6 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec0a8f4144fa4ba6ae0283fe43b600c6 2024-11-13T14:19:44,175 INFO [M:0;eb1966fd6578:41791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec0a8f4144fa4ba6ae0283fe43b600c6, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T14:19:44,175 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04d86a25c5f740abbb2f6ecae92ed5b3 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04d86a25c5f740abbb2f6ecae92ed5b3 2024-11-13T14:19:44,180 INFO [M:0;eb1966fd6578:41791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04d86a25c5f740abbb2f6ecae92ed5b3, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T14:19:44,181 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1925a45540af4914ae98a394e61cb4f5 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1925a45540af4914ae98a394e61cb4f5 2024-11-13T14:19:44,185 INFO [M:0;eb1966fd6578:41791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1925a45540af4914ae98a394e61cb4f5, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T14:19:44,186 INFO [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=70, compaction requested=false 2024-11-13T14:19:44,187 INFO [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:44,187 DEBUG [M:0;eb1966fd6578:41791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507583270Disabling compacts and flushes for region at 1731507583270Disabling writes for close at 1731507583270Obtaining lock to block concurrent updates at 1731507583270Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507583270Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731507583271 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507583300 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507583300Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507583318 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507583318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507583326 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507583339 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507583339Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507583748 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507583760 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507583760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44067d69: reopening flushed file at 1731507584169 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2c2f35: reopening flushed file at 1731507584175 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1197ccc5: reopening flushed file at 1731507584180 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=70, compaction requested=false at 1731507584186 (+6 ms)Writing region close event to WAL at 1731507584187 (+1 ms)Closed at 1731507584187 2024-11-13T14:19:44,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741830_1006 (size=41008) 2024-11-13T14:19:44,190 INFO [M:0;eb1966fd6578:41791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:19:44,190 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:44,190 INFO [M:0;eb1966fd6578:41791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41791 2024-11-13T14:19:44,190 INFO [M:0;eb1966fd6578:41791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:44,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:44,354 INFO [M:0;eb1966fd6578:41791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:44,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1013490bb690000, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:44,356 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:19:44,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:44,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:44,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:19:44,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:44,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:19:44,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:19:44,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:19:44,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37009 2024-11-13T14:19:44,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37009 connecting to ZooKeeper ensemble=127.0.0.1:57880 2024-11-13T14:19:44,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370090x0, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:44,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37009-0x1013490bb690006 connected 2024-11-13T14:19:44,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:44,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:44,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/running 2024-11-13T14:19:44,574 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: INIT 2024-11-13T14:19:44,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542, hbase.cluster.distributed=false 2024-11-13T14:19:44,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/acl 2024-11-13T14:19:44,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-13T14:19:44,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37009 2024-11-13T14:19:44,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37009 2024-11-13T14:19:44,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-13T14:19:44,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-13T14:19:44,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:19:44,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:44,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:44,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:19:44,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:44,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:19:44,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:19:44,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:19:44,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33199 2024-11-13T14:19:44,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33199 connecting to ZooKeeper ensemble=127.0.0.1:57880 2024-11-13T14:19:44,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:44,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331990x0, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:44,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331990x0, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/running 2024-11-13T14:19:44,758 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: INIT 2024-11-13T14:19:44,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33199-0x1013490bb690007 connected 2024-11-13T14:19:44,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:19:44,759 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:19:44,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/master 2024-11-13T14:19:44,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/acl 2024-11-13T14:19:44,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-13T14:19:44,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33199 2024-11-13T14:19:44,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33199 2024-11-13T14:19:44,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-13T14:19:44,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-13T14:19:44,777 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:37009 2024-11-13T14:19:44,777 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01181288754/backup-masters/eb1966fd6578,37009,1731507584356 2024-11-13T14:19:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/backup-masters 2024-11-13T14:19:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/backup-masters 2024-11-13T14:19:44,791 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on existing znode=/01181288754/backup-masters/eb1966fd6578,37009,1731507584356 2024-11-13T14:19:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01181288754/master 2024-11-13T14:19:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:44,802 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on existing znode=/01181288754/master 2024-11-13T14:19:44,802 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01181288754/backup-masters/eb1966fd6578,37009,1731507584356 from backup master directory 2024-11-13T14:19:44,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/backup-masters/eb1966fd6578,37009,1731507584356 2024-11-13T14:19:44,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/backup-masters 2024-11-13T14:19:44,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/backup-masters 2024-11-13T14:19:44,812 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:19:44,812 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,37009,1731507584356 2024-11-13T14:19:44,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:19:44,821 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:44,821 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:19:44,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 9ms. 2024-11-13T14:19:44,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:44,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:44,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:44,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:44,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:44,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741846_1022 (size=196) 2024-11-13T14:19:45,250 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:19:45,251 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:19:45,252 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:45,257 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T14:19:45,259 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841 to hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841-dead as it is dead 2024-11-13T14:19:45,260 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841-dead/eb1966fd6578%2C41791%2C1731507570841.1731507572772 2024-11-13T14:19:45,260 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841-dead/eb1966fd6578%2C41791%2C1731507570841.1731507572772 after 0ms 2024-11-13T14:19:45,261 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841-dead/eb1966fd6578%2C41791%2C1731507570841.1731507572772 to hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb1966fd6578%2C41791%2C1731507570841.1731507572772 2024-11-13T14:19:45,261 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,41791,1731507570841-dead 2024-11-13T14:19:45,261 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,37009,1731507584356 2024-11-13T14:19:45,262 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:19:45,264 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C37009%2C1731507584356, suffix=, logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,37009,1731507584356, archiveDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/oldWALs, maxLogs=10 2024-11-13T14:19:45,276 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,37009,1731507584356/eb1966fd6578%2C37009%2C1731507584356.1731507585265, exclude list is [], retry=0 2024-11-13T14:19:45,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cecb0734-c636-42f8-bbe4-07f7488a8497,DISK] 2024-11-13T14:19:45,280 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/WALs/eb1966fd6578,37009,1731507584356/eb1966fd6578%2C37009%2C1731507584356.1731507585265 2024-11-13T14:19:45,280 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-13T14:19:45,280 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:19:45,280 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:45,280 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,280 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:19:45,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:45,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec0a8f4144fa4ba6ae0283fe43b600c6 2024-11-13T14:19:45,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:45,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:19:45,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:45,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04d86a25c5f740abbb2f6ecae92ed5b3 2024-11-13T14:19:45,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:45,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:19:45,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:45,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1925a45540af4914ae98a394e61cb4f5 2024-11-13T14:19:45,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:45,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:19:45,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:45,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:45,302 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,302 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T14:19:45,302 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb1966fd6578%2C41791%2C1731507570841.1731507572772 2024-11-13T14:19:45,306 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb1966fd6578%2C41791%2C1731507570841.1731507572772 2024-11-13T14:19:45,307 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb1966fd6578%2C41791%2C1731507570841.1731507572772 2024-11-13T14:19:45,308 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,308 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,308 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:19:45,309 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:19:45,311 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T14:19:45,311 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66325875, jitterRate=-0.011667445302009583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:19:45,312 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507585281Initializing all the Stores at 1731507585281Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507585281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507585281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507585282 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507585282Cleaning up temporary data from old regions at 1731507585308 (+26 ms)Region opened successfully at 1731507585311 (+3 ms) 2024-11-13T14:19:45,312 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:19:45,314 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584556f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:19:45,315 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T14:19:45,316 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:19:45,316 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:19:45,316 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:19:45,316 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:19:45,318 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:19:45,319 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:19:45,319 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:19:45,319 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T14:19:45,319 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:19:45,322 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb1966fd6578,41559,1731507571008, regionLocation=eb1966fd6578,41559,1731507571008, openSeqNum=2 2024-11-13T14:19:45,322 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb1966fd6578,41559,1731507571008, table=hbase:meta, region=1588230740 2024-11-13T14:19:45,322 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41559,1731507571008, state=OPEN 2024-11-13T14:19:45,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01181288754/meta-region-server 2024-11-13T14:19:45,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01181288754/meta-region-server 2024-11-13T14:19:45,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:45,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:45,373 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:19:45,380 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/draining/eb1966fd6578,41559,1731507571008 already deleted, retry=false 2024-11-13T14:19:45,380 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of eb1966fd6578,41559,1731507571008 on eb1966fd6578,37009,1731507584356 2024-11-13T14:19:45,381 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb1966fd6578,41559,1731507571008, splitWal=true, meta=true 2024-11-13T14:19:45,381 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for eb1966fd6578,41559,1731507571008 (carryingMeta=true) eb1966fd6578,41559,1731507571008/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@744d08f9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T14:19:45,383 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/balancer because node does not exist (not necessarily an error) 2024-11-13T14:19:45,390 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/balancer already deleted, retry=false 2024-11-13T14:19:45,391 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:19:45,391 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:19:45,401 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/normalizer already deleted, retry=false 2024-11-13T14:19:45,401 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:19:45,402 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:19:45,411 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/switch/split already deleted, retry=false 2024-11-13T14:19:45,412 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:19:45,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/switch/merge already deleted, retry=false 2024-11-13T14:19:45,434 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:19:45,443 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/snapshot-cleanup already deleted, retry=false 2024-11-13T14:19:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01181288754/running 2024-11-13T14:19:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01181288754/running 2024-11-13T14:19:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:45,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:45,454 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,37009,1731507584356, sessionid=0x1013490bb690006, setting cluster-up flag (Was=false) 2024-11-13T14:19:45,465 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01181288754/flush-table-proc/acquired, /01181288754/flush-table-proc/reached, /01181288754/flush-table-proc/abort 2024-11-13T14:19:45,465 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,37009,1731507584356 2024-11-13T14:19:45,475 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01181288754/online-snapshot/acquired, /01181288754/online-snapshot/reached, /01181288754/online-snapshot/abort 2024-11-13T14:19:45,476 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,37009,1731507584356 2024-11-13T14:19:45,477 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/.lastflushedseqids 2024-11-13T14:19:45,479 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:19:45,479 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:19:45,479 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,37009,1731507584356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 eb1966fd6578,41559,1731507571008 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:19:45,480 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:45,480 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:45,480 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:45,480 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:19:45,480 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:19:45,480 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,480 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:19:45,480 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507615481 2024-11-13T14:19:45,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:19:45,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:19:45,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:19:45,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:19:45,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:19:45,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:19:45,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,482 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb1966fd6578,41559,1731507571008, splitWal=true, meta=true 2024-11-13T14:19:45,482 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:19:45,482 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:19:45,482 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:19:45,482 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:19:45,482 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:19:45,482 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:19:45,482 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb1966fd6578,41559,1731507571008, splitWal=true, meta=true, isMeta: true 2024-11-13T14:19:45,482 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507585482,5,FailOnTimeoutGroup] 2024-11-13T14:19:45,483 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507585482,5,FailOnTimeoutGroup] 2024-11-13T14:19:45,483 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,483 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:19:45,483 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,483 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,483 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507585483, completionTime=-1 2024-11-13T14:19:45,483 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T14:19:45,483 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T14:19:45,483 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008-splitting 2024-11-13T14:19:45,484 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008-splitting dir is empty, no logs to split. 2024-11-13T14:19:45,484 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb1966fd6578,41559,1731507571008 WAL count=0, meta=true 2024-11-13T14:19:45,486 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008-splitting dir is empty, no logs to split. 2024-11-13T14:19:45,486 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb1966fd6578,41559,1731507571008 WAL count=0, meta=true 2024-11-13T14:19:45,486 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb1966fd6578,41559,1731507571008 WAL splitting is done? wals=0, meta=true 2024-11-13T14:19:45,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:19:45,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:19:45,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T14:19:45,569 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(746): ClusterId : 68ef1c38-fcad-4717-a5f3-d9d4f8e23f23 2024-11-13T14:19:45,570 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:19:45,580 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:19:45,580 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:19:45,591 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:19:45,591 DEBUG [RS:0;eb1966fd6578:33199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f773e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:19:45,607 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:33199 2024-11-13T14:19:45,607 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:19:45,607 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:19:45,607 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:19:45,608 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,37009,1731507584356 with port=33199, startcode=1731507584590 2024-11-13T14:19:45,608 DEBUG [RS:0;eb1966fd6578:33199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:19:45,609 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:19:45,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,33199,1731507584590 2024-11-13T14:19:45,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,33199,1731507584590 2024-11-13T14:19:45,611 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542 2024-11-13T14:19:45,611 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37345 2024-11-13T14:19:45,611 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:19:45,633 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T14:19:45,638 WARN [eb1966fd6578:37009 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T14:19:45,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/rs 2024-11-13T14:19:45,652 DEBUG [RS:0;eb1966fd6578:33199 {}] zookeeper.ZKUtil(111): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on existing znode=/01181288754/rs/eb1966fd6578,33199,1731507584590 2024-11-13T14:19:45,652 WARN [RS:0;eb1966fd6578:33199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:19:45,652 INFO [RS:0;eb1966fd6578:33199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:45,652 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590 2024-11-13T14:19:45,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,33199,1731507584590] 2024-11-13T14:19:45,669 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:19:45,670 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:19:45,670 INFO [RS:0;eb1966fd6578:33199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:19:45,670 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,670 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:19:45,671 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:19:45,671 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:19:45,671 DEBUG [RS:0;eb1966fd6578:33199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:19:45,672 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,672 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,672 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,672 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,672 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,672 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33199,1731507584590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:19:45,684 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:19:45,684 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33199,1731507584590-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,695 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,33199,1731507584590, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:19:45,695 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,695 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.Replication(171): eb1966fd6578,33199,1731507584590 started 2024-11-13T14:19:45,707 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:45,707 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,33199,1731507584590, RpcServer on eb1966fd6578/172.17.0.2:33199, sessionid=0x1013490bb690007 2024-11-13T14:19:45,707 DEBUG [RS:0;eb1966fd6578:33199.replicationSource,1-eb1966fd6578,33199,1731507584590 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44919' 2024-11-13T14:19:45,707 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:19:45,707 DEBUG [RS:0;eb1966fd6578:33199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,33199,1731507584590 2024-11-13T14:19:45,707 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,33199,1731507584590' 2024-11-13T14:19:45,707 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01181288754/flush-table-proc/abort' 2024-11-13T14:19:45,707 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01181288754/flush-table-proc/acquired' 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,33199,1731507584590 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,33199,1731507584590' 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01181288754/online-snapshot/abort' 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199.replicationSource,1-eb1966fd6578,33199,1731507584590 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1998524d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199.replicationSource,1-eb1966fd6578,33199,1731507584590 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44919,-1 for getting cluster id 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199.replicationSource,1-eb1966fd6578,33199,1731507584590 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01181288754/online-snapshot/acquired' 2024-11-13T14:19:45,708 DEBUG [RS:0;eb1966fd6578:33199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:19:45,708 INFO [RS:0;eb1966fd6578:33199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:19:45,708 INFO [RS:0;eb1966fd6578:33199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:19:45,709 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e7c0cb-1d3f-4497-a071-34980440ea62' 2024-11-13T14:19:45,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:19:45,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e7c0cb-1d3f-4497-a071-34980440ea62" 2024-11-13T14:19:45,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c32422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:45,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44919,-1] 2024-11-13T14:19:45,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:19:45,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:45,710 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:19:45,711 DEBUG [RS:0;eb1966fd6578:33199.replicationSource,1-eb1966fd6578,33199,1731507584590 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398a40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:45,711 DEBUG [RS:0;eb1966fd6578:33199.replicationSource,1-eb1966fd6578,33199,1731507584590 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:19:45,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44919,1731507576492 2024-11-13T14:19:45,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a302cf 2024-11-13T14:19:45,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:19:45,713 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T14:19:45,713 INFO [RS:0;eb1966fd6578:33199.replicationSource,1-eb1966fd6578,33199,1731507584590 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,33199,1731507584590 (queues=0) is replicating from cluster=68ef1c38-fcad-4717-a5f3-d9d4f8e23f23 to cluster=d7e7c0cb-1d3f-4497-a071-34980440ea62 2024-11-13T14:19:45,809 INFO [RS:0;eb1966fd6578:33199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:19:45,810 INFO [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C33199%2C1731507584590, suffix=, logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590, archiveDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs, maxLogs=10 2024-11-13T14:19:45,829 DEBUG [RS:0;eb1966fd6578:33199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811, exclude list is [], retry=0 2024-11-13T14:19:45,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cecb0734-c636-42f8-bbe4-07f7488a8497,DISK] 2024-11-13T14:19:45,833 INFO [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 2024-11-13T14:19:45,833 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group eb1966fd6578%2C33199%2C1731507584590 for peer 1 2024-11-13T14:19:45,833 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C33199%2C1731507584590 2024-11-13T14:19:45,833 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,33199,1731507584590, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:19:45,834 DEBUG [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-13T14:19:45,834 INFO [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C33199%2C1731507584590 2024-11-13T14:19:45,834 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811, startPosition=0, beingWritten=true 2024-11-13T14:19:45,888 DEBUG [eb1966fd6578:37009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:19:45,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,33199,1731507584590 2024-11-13T14:19:45,890 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,33199,1731507584590, state=OPENING 2024-11-13T14:19:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01181288754/meta-region-server 2024-11-13T14:19:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01181288754/meta-region-server 2024-11-13T14:19:45,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:19:45,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:45,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:45,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,33199,1731507584590}] 2024-11-13T14:19:46,039 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:46,059 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:19:46,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:19:46,063 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:19:46,063 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:46,063 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:19:46,064 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C33199%2C1731507584590.meta, suffix=.meta, logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590, archiveDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs, maxLogs=10 2024-11-13T14:19:46,076 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.meta.1731507586065.meta, exclude list is [], retry=0 2024-11-13T14:19:46,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cecb0734-c636-42f8-bbe4-07f7488a8497,DISK] 2024-11-13T14:19:46,080 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.meta.1731507586065.meta 2024-11-13T14:19:46,080 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-13T14:19:46,080 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:19:46,081 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:19:46,081 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:19:46,081 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:19:46,081 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:19:46,081 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:19:46,081 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:46,081 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:19:46,081 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:19:46,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:19:46,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:19:46,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:46,088 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/info/3a24d63594e54aa5b2954461a4ec1757 2024-11-13T14:19:46,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:46,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:19:46,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:19:46,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:46,095 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/ns/43df029a3be04a8ab4103070983e2bf1 2024-11-13T14:19:46,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:46,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:19:46,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:19:46,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:46,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:46,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:19:46,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:19:46,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:46,103 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/table/e7a3ab08691f4356a3156957433572eb 2024-11-13T14:19:46,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:19:46,103 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:19:46,104 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740 2024-11-13T14:19:46,105 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740 2024-11-13T14:19:46,106 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:19:46,106 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:19:46,107 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:19:46,108 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:19:46,109 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68747085, jitterRate=0.0244113951921463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:19:46,109 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:19:46,109 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507586081Writing region info on filesystem at 1731507586081Initializing all the Stores at 1731507586082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507586082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507586082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507586082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507586082Cleaning up temporary data from old regions at 1731507586107 (+25 ms)Running coprocessor post-open hooks at 1731507586109 (+2 ms)Region opened successfully at 1731507586109 2024-11-13T14:19:46,110 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731507586058 2024-11-13T14:19:46,112 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:19:46,113 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:19:46,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=eb1966fd6578,33199,1731507584590 2024-11-13T14:19:46,114 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,33199,1731507584590, state=OPEN 2024-11-13T14:19:46,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01181288754/meta-region-server 2024-11-13T14:19:46,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01181288754/meta-region-server 2024-11-13T14:19:46,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:46,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01181288754/meta-region-server: CHANGED 2024-11-13T14:19:46,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,33199,1731507584590 2024-11-13T14:19:46,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T14:19:46,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,33199,1731507584590 in 232 msec 2024-11-13T14:19:46,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:19:46,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-13T14:19:46,344 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:46,749 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:47,136 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T14:19:47,253 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:47,857 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:48,561 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:48,638 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T14:19:49,366 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:49,991 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T14:19:49,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:19:49,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:19:49,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,33199,1731507584590, seqNum=-1] 2024-11-13T14:19:49,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:19:49,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:19:49,996 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=886bea0119565bde847e4820b3d82674, regionState=OPEN, lastHost=eb1966fd6578,41559,1731507571008, regionLocation=eb1966fd6578,41559,1731507571008, openSeqNum=2 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507649996 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507709996 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T14:19:49,996 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): eb1966fd6578,41559,1731507571008 had 2 regions 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37009,1731507584356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37009,1731507584356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37009,1731507584356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:37009, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:49,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:49,997 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:49,997 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb1966fd6578,41559,1731507571008, splitWal=true, meta=true, isMeta: false 2024-11-13T14:19:49,998 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008-splitting dir is empty, no logs to split. 2024-11-13T14:19:49,998 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb1966fd6578,41559,1731507571008 WAL count=0, meta=false 2024-11-13T14:19:50,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.190sec 2024-11-13T14:19:50,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:19:50,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:19:50,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:19:50,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:19:50,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:19:50,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37009,1731507584356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:19:50,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37009,1731507584356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:19:50,002 WARN [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=eb1966fd6578,41559,1731507571008/hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:50,004 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,41559,1731507571008-splitting dir is empty, no logs to split. 2024-11-13T14:19:50,004 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb1966fd6578,41559,1731507571008 WAL count=0, meta=false 2024-11-13T14:19:50,004 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if eb1966fd6578,41559,1731507571008 WAL splitting is done? wals=0, meta=false 2024-11-13T14:19:50,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN}] 2024-11-13T14:19:50,006 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:19:50,006 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:19:50,006 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37009,1731507584356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:19:50,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN 2024-11-13T14:19:50,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T14:19:50,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62245095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:50,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,37009,-1 for getting cluster id 2024-11-13T14:19:50,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:19:50,074 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ef1c38-fcad-4717-a5f3-d9d4f8e23f23' 2024-11-13T14:19:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:19:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ef1c38-fcad-4717-a5f3-d9d4f8e23f23" 2024-11-13T14:19:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4da8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,37009,-1] 2024-11-13T14:19:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:19:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,075 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:19:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149ab98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:50,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:19:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,33199,1731507584590, seqNum=-1] 2024-11-13T14:19:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:19:50,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:19:50,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T14:19:50,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:50,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:50,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:50,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: eb1966fd6578:37009 after: eb1966fd6578:37009 2024-11-13T14:19:50,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ab95d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:50,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,37009,-1 for getting cluster id 2024-11-13T14:19:50,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:19:50,081 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ef1c38-fcad-4717-a5f3-d9d4f8e23f23' 2024-11-13T14:19:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:19:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ef1c38-fcad-4717-a5f3-d9d4f8e23f23" 2024-11-13T14:19:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771106b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,37009,-1] 2024-11-13T14:19:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:19:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,082 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:19:50,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27371c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:19:50,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:19:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,37009,1731507584356 2024-11-13T14:19:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17ea9390 2024-11-13T14:19:50,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:19:50,085 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:19:50,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T14:19:50,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:19:50,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:50,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:50,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:50,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:19:50,086 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=632496746, stopped=false 2024-11-13T14:19:50,086 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,44919,1731507576492 2024-11-13T14:19:50,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-419119871/running 2024-11-13T14:19:50,137 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-419119871/running 2024-11-13T14:19:50,138 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:50,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:50,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:50,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:50,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on znode that does not yet exist, /1-419119871/running 2024-11-13T14:19:50,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,40037,1731507576671' ***** 2024-11-13T14:19:50,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:19:50,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Set watcher on znode that does not yet exist, /1-419119871/running 2024-11-13T14:19:50,138 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:19:50,138 INFO [RS:0;eb1966fd6578:40037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:19:50,138 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:19:50,138 INFO [RS:0;eb1966fd6578:40037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:19:50,138 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,40037,1731507576671 2024-11-13T14:19:50,139 INFO [RS:0;eb1966fd6578:40037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:50,139 INFO [RS:0;eb1966fd6578:40037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:40037. 2024-11-13T14:19:50,139 DEBUG [RS:0;eb1966fd6578:40037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:50,139 DEBUG [RS:0;eb1966fd6578:40037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,139 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:19:50,139 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:19:50,139 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:19:50,139 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:19:50,139 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:19:50,139 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:19:50,139 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:50,139 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:19:50,139 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:19:50,139 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:19:50,139 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:19:50,139 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:19:50,139 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T14:19:50,153 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740/.tmp/ns/7a28d26f3244453aade621c678293e3a is 43, key is default/ns:d/1731507579352/Put/seqid=0 2024-11-13T14:19:50,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741835_1011 (size=5153) 2024-11-13T14:19:50,157 DEBUG [eb1966fd6578:37009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:19:50,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=886bea0119565bde847e4820b3d82674, regionState=OPENING, regionLocation=eb1966fd6578,33199,1731507584590 2024-11-13T14:19:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN because future has completed 2024-11-13T14:19:50,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 886bea0119565bde847e4820b3d82674, server=eb1966fd6578,33199,1731507584590}] 2024-11-13T14:19:50,224 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:19:50,224 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:19:50,234 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:50,272 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:50,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:50,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:19:50,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:19:50,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C33199%2C1731507584590.rep, suffix=, logDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590, archiveDir=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs, maxLogs=10 2024-11-13T14:19:50,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.rep.1731507590316, exclude list is [], retry=0 2024-11-13T14:19:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44627,DS-cecb0734-c636-42f8-bbe4-07f7488a8497,DISK] 2024-11-13T14:19:50,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.rep.1731507590316 2024-11-13T14:19:50,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40555:40555)] 2024-11-13T14:19:50,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 886bea0119565bde847e4820b3d82674, NAME => 'hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:19:50,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:19:50,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:19:50,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. service=MultiRowMutationService 2024-11-13T14:19:50,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:19:50,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:19:50,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,333 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,333 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 886bea0119565bde847e4820b3d82674 columnFamilyName hfileref 2024-11-13T14:19:50,333 DEBUG [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:50,334 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(327): Store=886bea0119565bde847e4820b3d82674/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:50,334 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,334 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 886bea0119565bde847e4820b3d82674 columnFamilyName queue 2024-11-13T14:19:50,334 DEBUG [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:50,339 DEBUG [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/queue/87ccde4cce19465ab8eba0f6a9331257 2024-11-13T14:19:50,339 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(327): Store=886bea0119565bde847e4820b3d82674/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:50,339 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:50,339 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,340 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 886bea0119565bde847e4820b3d82674 columnFamilyName sid 2024-11-13T14:19:50,340 DEBUG [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:19:50,340 INFO [StoreOpener-886bea0119565bde847e4820b3d82674-1 {}] regionserver.HStore(327): Store=886bea0119565bde847e4820b3d82674/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:19:50,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:19:50,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 886bea0119565bde847e4820b3d82674; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71786744, jitterRate=0.06970584392547607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:19:50,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:50,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 886bea0119565bde847e4820b3d82674: Running coprocessor pre-open hook at 1731507590331Writing region info on filesystem at 1731507590332 (+1 ms)Initializing all the Stores at 1731507590332Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507590332Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507590332Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507590332Cleaning up temporary data from old regions at 1731507590343 (+11 ms)Running coprocessor post-open hooks at 1731507590345 (+2 ms)Region opened successfully at 1731507590345 2024-11-13T14:19:50,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674., pid=13, masterSystemTime=1731507590312 2024-11-13T14:19:50,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:50,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:50,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=886bea0119565bde847e4820b3d82674, regionState=OPEN, openSeqNum=9, regionLocation=eb1966fd6578,33199,1731507584590 2024-11-13T14:19:50,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 886bea0119565bde847e4820b3d82674, server=eb1966fd6578,33199,1731507584590 because future has completed 2024-11-13T14:19:50,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T14:19:50,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 886bea0119565bde847e4820b3d82674, server=eb1966fd6578,33199,1731507584590 in 191 msec 2024-11-13T14:19:50,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T14:19:50,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=886bea0119565bde847e4820b3d82674, ASSIGN in 346 msec 2024-11-13T14:19:50,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T14:19:50,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674., hostname=eb1966fd6578,33199,1731507584590, seqNum=9] 2024-11-13T14:19:50,371 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for eb1966fd6578,41559,1731507571008 2024-11-13T14:19:50,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T14:19:50,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T14:19:50,539 DEBUG [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:50,557 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740/.tmp/ns/7a28d26f3244453aade621c678293e3a 2024-11-13T14:19:50,563 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740/.tmp/ns/7a28d26f3244453aade621c678293e3a as hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740/ns/7a28d26f3244453aade621c678293e3a 2024-11-13T14:19:50,567 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740/ns/7a28d26f3244453aade621c678293e3a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T14:19:50,568 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-13T14:19:50,568 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:19:50,572 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T14:19:50,572 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:50,572 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:50,572 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:50,572 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507590139Running coprocessor pre-close hooks at 1731507590139Disabling compacts and flushes for region at 1731507590139Disabling writes for close at 1731507590139Obtaining lock to block concurrent updates at 1731507590139Preparing flush snapshotting stores in 1588230740 at 1731507590139Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731507590140 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731507590140Flushing 1588230740/ns: creating writer at 1731507590140Flushing 1588230740/ns: appending metadata at 1731507590152 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731507590153 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a8aac: reopening flushed file at 1731507590562 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731507590568 (+6 ms)Writing region close event to WAL at 1731507590569 (+1 ms)Running coprocessor post-close hooks at 1731507590572 (+3 ms)Closed at 1731507590572 2024-11-13T14:19:50,572 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:50,739 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,40037,1731507576671; all regions closed. 2024-11-13T14:19:50,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741834_1010 (size=1152) 2024-11-13T14:19:50,744 DEBUG [RS:0;eb1966fd6578:40037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/oldWALs 2024-11-13T14:19:50,744 INFO [RS:0;eb1966fd6578:40037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C40037%2C1731507576671.meta:.meta(num 1731507579298) 2024-11-13T14:19:50,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741832_1008 (size=93) 2024-11-13T14:19:50,750 DEBUG [RS:0;eb1966fd6578:40037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/oldWALs 2024-11-13T14:19:50,750 INFO [RS:0;eb1966fd6578:40037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C40037%2C1731507576671:(num 1731507578365) 2024-11-13T14:19:50,750 DEBUG [RS:0;eb1966fd6578:40037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:50,750 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:50,750 INFO [RS:0;eb1966fd6578:40037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:50,750 INFO [RS:0;eb1966fd6578:40037 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:50,750 INFO [RS:0;eb1966fd6578:40037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:50,750 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:50,750 INFO [RS:0;eb1966fd6578:40037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40037 2024-11-13T14:19:50,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871/rs 2024-11-13T14:19:50,769 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-419119871/rs/eb1966fd6578,40037,1731507576671 2024-11-13T14:19:50,769 INFO [RS:0;eb1966fd6578:40037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:50,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,40037,1731507576671] 2024-11-13T14:19:50,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-419119871/draining/eb1966fd6578,40037,1731507576671 already deleted, retry=false 2024-11-13T14:19:50,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,40037,1731507576671 expired; onlineServers=0 2024-11-13T14:19:50,790 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,44919,1731507576492' ***** 2024-11-13T14:19:50,790 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:19:50,790 INFO [M:0;eb1966fd6578:44919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:50,790 INFO [M:0;eb1966fd6578:44919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:50,790 DEBUG [M:0;eb1966fd6578:44919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:19:50,790 DEBUG [M:0;eb1966fd6578:44919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:19:50,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:19:50,790 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507578115 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507578115,5,FailOnTimeoutGroup] 2024-11-13T14:19:50,791 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507578115 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507578115,5,FailOnTimeoutGroup] 2024-11-13T14:19:50,791 INFO [M:0;eb1966fd6578:44919 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:50,791 INFO [M:0;eb1966fd6578:44919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:50,791 DEBUG [M:0;eb1966fd6578:44919 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:19:50,791 INFO [M:0;eb1966fd6578:44919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:19:50,791 INFO [M:0;eb1966fd6578:44919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:50,791 INFO [M:0;eb1966fd6578:44919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:19:50,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:19:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-419119871/master 2024-11-13T14:19:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-419119871 2024-11-13T14:19:50,801 DEBUG [M:0;eb1966fd6578:44919 {}] zookeeper.ZKUtil(347): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Unable to get data of znode /1-419119871/master because node does not exist (not an error) 2024-11-13T14:19:50,801 WARN [M:0;eb1966fd6578:44919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:19:50,802 INFO [M:0;eb1966fd6578:44919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/.lastflushedseqids 2024-11-13T14:19:50,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741836_1012 (size=99) 2024-11-13T14:19:50,880 INFO [RS:0;eb1966fd6578:40037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:50,880 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:50,880 INFO [RS:0;eb1966fd6578:40037 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,40037,1731507576671; zookeeper connection closed. 2024-11-13T14:19:50,880 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40037-0x1013490bb690004, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:50,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24947211 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24947211 2024-11-13T14:19:50,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:19:51,207 INFO [M:0;eb1966fd6578:44919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:19:51,207 INFO [M:0;eb1966fd6578:44919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:19:51,207 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:19:51,207 INFO [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:51,207 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:51,207 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:19:51,207 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:51,207 INFO [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T14:19:51,220 DEBUG [M:0;eb1966fd6578:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d7954a28aef4e9d9d31c166fdac1cff is 82, key is hbase:meta,,1/info:regioninfo/1731507579328/Put/seqid=0 2024-11-13T14:19:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741837_1013 (size=5672) 2024-11-13T14:19:51,277 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:51,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:19:51,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:51,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:51,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:51,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:51,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:51,629 INFO [M:0;eb1966fd6578:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d7954a28aef4e9d9d31c166fdac1cff 2024-11-13T14:19:51,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:51,646 DEBUG [M:0;eb1966fd6578:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e31391b1220044d1af7ee5350210363f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731507579355/Put/seqid=0 2024-11-13T14:19:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741838_1014 (size=5275) 2024-11-13T14:19:52,050 INFO [M:0;eb1966fd6578:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e31391b1220044d1af7ee5350210363f 2024-11-13T14:19:52,066 DEBUG [M:0;eb1966fd6578:44919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60f817d7d9484ab4aeaf7d3db2b66eaf is 69, key is eb1966fd6578,40037,1731507576671/rs:state/1731507578150/Put/seqid=0 2024-11-13T14:19:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741839_1015 (size=5156) 2024-11-13T14:19:52,381 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:52,470 INFO [M:0;eb1966fd6578:44919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60f817d7d9484ab4aeaf7d3db2b66eaf 2024-11-13T14:19:52,476 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d7954a28aef4e9d9d31c166fdac1cff as hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d7954a28aef4e9d9d31c166fdac1cff 2024-11-13T14:19:52,480 INFO [M:0;eb1966fd6578:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d7954a28aef4e9d9d31c166fdac1cff, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T14:19:52,481 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e31391b1220044d1af7ee5350210363f as hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e31391b1220044d1af7ee5350210363f 2024-11-13T14:19:52,486 INFO [M:0;eb1966fd6578:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e31391b1220044d1af7ee5350210363f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T14:19:52,486 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60f817d7d9484ab4aeaf7d3db2b66eaf as hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60f817d7d9484ab4aeaf7d3db2b66eaf 2024-11-13T14:19:52,490 INFO [M:0;eb1966fd6578:44919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42361/user/jenkins/test-data/af951a7b-ae81-3f83-75e0-4a553b422982/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60f817d7d9484ab4aeaf7d3db2b66eaf, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T14:19:52,491 INFO [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-11-13T14:19:52,492 INFO [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:52,492 DEBUG [M:0;eb1966fd6578:44919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507591207Disabling compacts and flushes for region at 1731507591207Disabling writes for close at 1731507591207Obtaining lock to block concurrent updates at 1731507591207Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507591207Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731507591208 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507591208Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507591208Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507591220 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507591220Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507591633 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507591645 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507591645Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507592054 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507592065 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507592066 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32513cf1: reopening flushed file at 1731507592475 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5e3271: reopening flushed file at 1731507592480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f73d34: reopening flushed file at 1731507592486 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1731507592491 (+5 ms)Writing region close event to WAL at 1731507592492 (+1 ms)Closed at 1731507592492 2024-11-13T14:19:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741830_1006 (size=10165) 2024-11-13T14:19:52,494 INFO [M:0;eb1966fd6578:44919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:19:52,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:52,494 INFO [M:0;eb1966fd6578:44919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44919 2024-11-13T14:19:52,495 INFO [M:0;eb1966fd6578:44919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:52,659 INFO [M:0;eb1966fd6578:44919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:52,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:52,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44919-0x1013490bb690003, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:52,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50bffef9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:19:52,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@283918f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:19:52,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:19:52,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31645530{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:19:52,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30fc2704{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.log.dir/,STOPPED} 2024-11-13T14:19:52,667 WARN [BP-1515544268-172.17.0.2-1731507574298 heartbeating to localhost/127.0.0.1:42361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:19:52,667 WARN [BP-1515544268-172.17.0.2-1731507574298 heartbeating to localhost/127.0.0.1:42361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1515544268-172.17.0.2-1731507574298 (Datanode Uuid f5be89a7-fb51-4401-8e4f-5212429614d6) service to localhost/127.0.0.1:42361 2024-11-13T14:19:52,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:19:52,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:19:52,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/cluster_19272be0-2b39-6dc3-da2a-028796e47a0a/data/data1/current/BP-1515544268-172.17.0.2-1731507574298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:19:52,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/cluster_19272be0-2b39-6dc3-da2a-028796e47a0a/data/data2/current/BP-1515544268-172.17.0.2-1731507574298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:19:52,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:19:52,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50285a83{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:19:52,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@300ccc1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:19:52,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:19:52,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c55a2d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:19:52,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80b377b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.log.dir/,STOPPED} 2024-11-13T14:19:52,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:19:52,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:19:52,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:52,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:52,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:52,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:52,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:52,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:19:52,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1397306120, stopped=false 2024-11-13T14:19:52,691 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,37009,1731507584356 2024-11-13T14:19:52,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/running 2024-11-13T14:19:52,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/running 2024-11-13T14:19:52,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:52,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:52,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:52,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:19:52,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/running 2024-11-13T14:19:52,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Set watcher on znode that does not yet exist, /01181288754/running 2024-11-13T14:19:52,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:52,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:52,707 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,33199,1731507584590' ***** 2024-11-13T14:19:52,707 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:19:52,707 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:19:52,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:19:52,707 INFO [RS:0;eb1966fd6578:33199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:19:52,707 INFO [RS:0;eb1966fd6578:33199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(3091): Received CLOSE for 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,33199,1731507584590 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:33199. 2024-11-13T14:19:52,708 DEBUG [RS:0;eb1966fd6578:33199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:52,708 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 886bea0119565bde847e4820b3d82674, disabling compactions & flushes 2024-11-13T14:19:52,708 DEBUG [RS:0;eb1966fd6578:33199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:52,708 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:52,708 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:19:52,708 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. after waiting 0 ms 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:19:52,708 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:19:52,708 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:19:52,708 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 886bea0119565bde847e4820b3d82674=hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674.} 2024-11-13T14:19:52,708 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 886bea0119565bde847e4820b3d82674 2024-11-13T14:19:52,708 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:19:52,708 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:19:52,709 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:19:52,709 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:19:52,709 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:19:52,709 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T14:19:52,712 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/replication/886bea0119565bde847e4820b3d82674/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T14:19:52,712 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:52,712 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:52,713 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:52,713 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 886bea0119565bde847e4820b3d82674: Waiting for close lock at 1731507592708Running coprocessor pre-close hooks at 1731507592708Disabling compacts and flushes for region at 1731507592708Disabling writes for close at 1731507592708Writing region close event to WAL at 1731507592709 (+1 ms)Running coprocessor post-close hooks at 1731507592712 (+3 ms)Closed at 1731507592713 (+1 ms) 2024-11-13T14:19:52,713 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674. 2024-11-13T14:19:52,724 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/info/28203d717c23413584cb4aacc2d8a126 is 147, key is hbase:replication,,1731507579452.886bea0119565bde847e4820b3d82674./info:regioninfo/1731507590348/Put/seqid=0 2024-11-13T14:19:52,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741851_1027 (size=6385) 2024-11-13T14:19:52,778 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:52,909 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:53,109 DEBUG [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:19:53,128 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/info/28203d717c23413584cb4aacc2d8a126 2024-11-13T14:19:53,133 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/.tmp/info/28203d717c23413584cb4aacc2d8a126 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/info/28203d717c23413584cb4aacc2d8a126 2024-11-13T14:19:53,138 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/info/28203d717c23413584cb4aacc2d8a126, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T14:19:53,138 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-13T14:19:53,142 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T14:19:53,142 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:53,142 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:53,142 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:53,142 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507592708Running coprocessor pre-close hooks at 1731507592708Disabling compacts and flushes for region at 1731507592708Disabling writes for close at 1731507592709 (+1 ms)Obtaining lock to block concurrent updates at 1731507592709Preparing flush snapshotting stores in 1588230740 at 1731507592709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731507592709Flushing stores of hbase:meta,,1.1588230740 at 1731507592710 (+1 ms)Flushing 1588230740/info: creating writer at 1731507592710Flushing 1588230740/info: appending metadata at 1731507592724 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731507592724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4176299: reopening flushed file at 1731507593132 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731507593138 (+6 ms)Writing region close event to WAL at 1731507593139 (+1 ms)Running coprocessor post-close hooks at 1731507593142 (+3 ms)Closed at 1731507593142 2024-11-13T14:19:53,143 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:19:53,309 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,33199,1731507584590; all regions closed. 2024-11-13T14:19:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741849_1025 (size=2156) 2024-11-13T14:19:53,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.meta.1731507586065.meta not finished, retry = 0 2024-11-13T14:19:53,414 DEBUG [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs 2024-11-13T14:19:53,414 INFO [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C33199%2C1731507584590.meta:.meta(num 1731507586065) 2024-11-13T14:19:53,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.rep.1731507590316 not finished, retry = 0 2024-11-13T14:19:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741850_1026 (size=796) 2024-11-13T14:19:53,518 DEBUG [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs 2024-11-13T14:19:53,518 INFO [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C33199%2C1731507584590.rep:(num 1731507590316) 2024-11-13T14:19:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741848_1024 (size=93) 2024-11-13T14:19:53,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 not finished, retry = 0 2024-11-13T14:19:53,586 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 to pos 0, reset compression=false 2024-11-13T14:19:53,621 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811 2024-11-13T14:19:53,621 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T14:19:53,621 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.wal-reader.eb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T14:19:53,621 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,33199,1731507584590 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/WALs/eb1966fd6578,33199,1731507584590/eb1966fd6578%2C33199%2C1731507584590.1731507585811, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T14:19:53,622 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:19:53,622 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,33199,1731507584590, seqNum=-1] 2024-11-13T14:19:53,622 DEBUG [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/oldWALs 2024-11-13T14:19:53,622 INFO [RS:0;eb1966fd6578:33199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C33199%2C1731507584590:(num 1731507585811) 2024-11-13T14:19:53,622 DEBUG [RS:0;eb1966fd6578:33199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:53,622 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:19:53,622 INFO [RS:0;eb1966fd6578:33199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:53,622 INFO [RS:0;eb1966fd6578:33199 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:53,622 INFO [RS:0;eb1966fd6578:33199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:53,622 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:53,623 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,33199,1731507584590 because: Region server is closing 2024-11-13T14:19:53,623 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T14:19:53,623 INFO [RS:0;eb1966fd6578:33199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:33199. 2024-11-13T14:19:53,623 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T14:19:53,623 DEBUG [RS:0;eb1966fd6578:33199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:19:53,623 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T14:19:53,623 DEBUG [RS:0;eb1966fd6578:33199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:53,623 DEBUG [RS:0;eb1966fd6578:33199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:19:53,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:19:53,623 WARN [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-eb1966fd6578,33199,1731507584590', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:33199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T14:19:53,623 ERROR [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,33199,1731507584590: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,33199,1731507584590, walGroup=eb1966fd6578%2C33199%2C1731507584590, offset=eb1966fd6578%2C33199%2C1731507584590.1731507585811:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:33199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:19:53,624 ERROR [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:19:53,624 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:19:53,625 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:19:53,625 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:19:53,625 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:19:53,625 INFO [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 547502104 }, "NonHeapMemoryUsage": { "committed": 184877056, "init": 7667712, "max": -1, "used": 182092832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:19:53,626 DEBUG [RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [eb1966fd6578%2C33199%2C1731507584590.1731507585811] 2024-11-13T14:19:53,723 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;eb1966fd6578:33199.replicationSource.shippereb1966fd6578%2C33199%2C1731507584590,1-eb1966fd6578,33199,1731507584590 terminated 2024-11-13T14:19:53,723 INFO [RS:0;eb1966fd6578:33199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33199 2024-11-13T14:19:53,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754/rs 2024-11-13T14:19:53,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/rs/eb1966fd6578,33199,1731507584590 2024-11-13T14:19:53,769 INFO [RS:0;eb1966fd6578:33199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:53,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,33199,1731507584590] 2024-11-13T14:19:53,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01181288754/draining/eb1966fd6578,33199,1731507584590 already deleted, retry=false 2024-11-13T14:19:53,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,33199,1731507584590 expired; onlineServers=0 2024-11-13T14:19:53,790 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,37009,1731507584356' ***** 2024-11-13T14:19:53,790 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:19:53,790 INFO [M:0;eb1966fd6578:37009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:19:53,790 INFO [M:0;eb1966fd6578:37009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:19:53,790 DEBUG [M:0;eb1966fd6578:37009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:19:53,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:19:53,790 DEBUG [M:0;eb1966fd6578:37009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:19:53,790 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507585482 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507585482,5,FailOnTimeoutGroup] 2024-11-13T14:19:53,790 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507585482 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507585482,5,FailOnTimeoutGroup] 2024-11-13T14:19:53,790 INFO [M:0;eb1966fd6578:37009 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:19:53,790 INFO [M:0;eb1966fd6578:37009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:19:53,790 DEBUG [M:0;eb1966fd6578:37009 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:19:53,790 INFO [M:0;eb1966fd6578:37009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:19:53,791 INFO [M:0;eb1966fd6578:37009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:19:53,791 INFO [M:0;eb1966fd6578:37009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:19:53,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:19:53,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01181288754/master 2024-11-13T14:19:53,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01181288754 2024-11-13T14:19:53,800 DEBUG [M:0;eb1966fd6578:37009 {}] zookeeper.ZKUtil(347): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Unable to get data of znode /01181288754/master because node does not exist (not an error) 2024-11-13T14:19:53,800 WARN [M:0;eb1966fd6578:37009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:19:53,801 INFO [M:0;eb1966fd6578:37009 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/.lastflushedseqids 2024-11-13T14:19:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741852_1028 (size=181) 2024-11-13T14:19:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:53,880 INFO [RS:0;eb1966fd6578:33199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33199-0x1013490bb690007, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:53,880 INFO [RS:0;eb1966fd6578:33199 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,33199,1731507584590; zookeeper connection closed. 2024-11-13T14:19:53,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d92c2f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d92c2f7 2024-11-13T14:19:53,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:19:54,206 INFO [M:0;eb1966fd6578:37009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:19:54,206 INFO [M:0;eb1966fd6578:37009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:19:54,206 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:19:54,207 INFO [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:54,207 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:54,207 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:19:54,207 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:54,207 INFO [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T14:19:54,224 DEBUG [M:0;eb1966fd6578:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a161b6e9dea4baf8f579edf6ae3b13d is 82, key is hbase:meta,,1/info:regioninfo/1731507586113/Put/seqid=0 2024-11-13T14:19:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741853_1029 (size=5672) 2024-11-13T14:19:54,630 INFO [M:0;eb1966fd6578:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a161b6e9dea4baf8f579edf6ae3b13d 2024-11-13T14:19:54,651 DEBUG [M:0;eb1966fd6578:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/288502e248d740938c68f0f072e2a228 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731507590353/Put/seqid=0 2024-11-13T14:19:54,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741854_1030 (size=7312) 2024-11-13T14:19:55,055 INFO [M:0;eb1966fd6578:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/288502e248d740938c68f0f072e2a228 2024-11-13T14:19:55,076 DEBUG [M:0;eb1966fd6578:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74face81048d453e9c015f5aa1fd2482 is 69, key is eb1966fd6578,33199,1731507584590/rs:state/1731507585610/Put/seqid=0 2024-11-13T14:19:55,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741855_1031 (size=5370) 2024-11-13T14:19:55,480 INFO [M:0;eb1966fd6578:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74face81048d453e9c015f5aa1fd2482 2024-11-13T14:19:55,485 INFO [M:0;eb1966fd6578:37009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74face81048d453e9c015f5aa1fd2482 2024-11-13T14:19:55,486 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a161b6e9dea4baf8f579edf6ae3b13d as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a161b6e9dea4baf8f579edf6ae3b13d 2024-11-13T14:19:55,492 INFO [M:0;eb1966fd6578:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a161b6e9dea4baf8f579edf6ae3b13d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T14:19:55,493 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/288502e248d740938c68f0f072e2a228 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/288502e248d740938c68f0f072e2a228 2024-11-13T14:19:55,497 INFO [M:0;eb1966fd6578:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/288502e248d740938c68f0f072e2a228, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T14:19:55,498 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74face81048d453e9c015f5aa1fd2482 as hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74face81048d453e9c015f5aa1fd2482 2024-11-13T14:19:55,502 INFO [M:0;eb1966fd6578:37009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74face81048d453e9c015f5aa1fd2482 2024-11-13T14:19:55,502 INFO [M:0;eb1966fd6578:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37345/user/jenkins/test-data/174dd927-53ba-23b1-30cc-7cacdb464542/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74face81048d453e9c015f5aa1fd2482, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T14:19:55,503 INFO [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false 2024-11-13T14:19:55,504 INFO [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:19:55,504 DEBUG [M:0;eb1966fd6578:37009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507594206Disabling compacts and flushes for region at 1731507594206Disabling writes for close at 1731507594207 (+1 ms)Obtaining lock to block concurrent updates at 1731507594207Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507594207Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731507594207Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507594207Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507594207Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507594223 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507594223Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507594635 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507594651 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507594651Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507595060 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507595075 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507595075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a492961: reopening flushed file at 1731507595485 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e76cdb1: reopening flushed file at 1731507595492 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2311ab2a: reopening flushed file at 1731507595498 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false at 1731507595503 (+5 ms)Writing region close event to WAL at 1731507595504 (+1 ms)Closed at 1731507595504 2024-11-13T14:19:55,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44627 is added to blk_1073741847_1023 (size=22903) 2024-11-13T14:19:55,507 INFO [M:0;eb1966fd6578:37009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:19:55,507 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:19:55,507 INFO [M:0;eb1966fd6578:37009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37009 2024-11-13T14:19:55,507 INFO [M:0;eb1966fd6578:37009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:19:55,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:55,658 INFO [M:0;eb1966fd6578:37009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:19:55,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013490bb690006, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:19:55,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@712e1f3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:19:55,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e68276e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:19:55,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:19:55,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ac15699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:19:55,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c666b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.log.dir/,STOPPED} 2024-11-13T14:19:55,664 WARN [BP-1853935034-172.17.0.2-1731507568597 heartbeating to localhost/127.0.0.1:37345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:19:55,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:19:55,664 WARN [BP-1853935034-172.17.0.2-1731507568597 heartbeating to localhost/127.0.0.1:37345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1853935034-172.17.0.2-1731507568597 (Datanode Uuid 4b100415-e7b7-4702-8f8a-17bb8e603955) service to localhost/127.0.0.1:37345 2024-11-13T14:19:55,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:19:55,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/cluster_cd79b00a-2ec3-b5da-0fa9-6bf3736f048d/data/data1/current/BP-1853935034-172.17.0.2-1731507568597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:19:55,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/cluster_cd79b00a-2ec3-b5da-0fa9-6bf3736f048d/data/data2/current/BP-1853935034-172.17.0.2-1731507568597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:19:55,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:19:55,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43d56fe2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:19:55,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5847fe92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:19:55,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:19:55,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@380d5803{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:19:55,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d87a11d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a619c56-78ae-072f-73df-db350aa66095/hadoop.log.dir/,STOPPED} 2024-11-13T14:19:55,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:19:55,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:19:55,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57880) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42361 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37345 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57880) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2290 (was 2614) 2024-11-13T14:19:55,710 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=2290 2024-11-13T14:19:55,726 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T14:19:55,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.log.dir so I do NOT create it in target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc 2024-11-13T14:19:55,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:19:55,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.tmp.dir so I do NOT create it in target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc 2024-11-13T14:19:55,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25230850-cea0-617b-920d-18f8d32427f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:19:55,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc 2024-11-13T14:19:55,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/cluster_90a2719a-855c-0fa4-1570-d04f6e209e11, deleteOnExit=true 2024-11-13T14:19:55,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/cluster_90a2719a-855c-0fa4-1570-d04f6e209e11/zookeeper_0, clientPort=64896, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/cluster_90a2719a-855c-0fa4-1570-d04f6e209e11/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/cluster_90a2719a-855c-0fa4-1570-d04f6e209e11/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:19:55,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64896 2024-11-13T14:19:55,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:19:55,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:19:55,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/test.cache.data in system properties and HBase conf 2024-11-13T14:19:55,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:19:55,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:19:55,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:19:55,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:19:55,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:19:55,731 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:19:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:19:55,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013490bb690002, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:19:55,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013490bb690005, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:19:55,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013490bb690002, quorum=127.0.0.1:57880, baseZNode=/01181288754 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:19:55,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013490bb690005, quorum=127.0.0.1:57880, baseZNode=/1-419119871 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:19:56,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:56,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:19:56,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:19:56,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:19:56,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:19:56,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:56,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66a1ba97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:19:56,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d08935a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:19:56,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4005dfe0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/java.io.tmpdir/jetty-localhost-40557-hadoop-hdfs-3_4_1-tests_jar-_-any-10662455840248164753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:19:56,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29a390a5{HTTP/1.1, (http/1.1)}{localhost:40557} 2024-11-13T14:19:56,225 INFO [Time-limited test {}] server.Server(415): Started @164698ms 2024-11-13T14:19:56,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:19:57,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:19:57,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:19:57,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:19:57,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:19:57,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a9ddcca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:19:57,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8b5b32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:19:57,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28f80174{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/java.io.tmpdir/jetty-localhost-32981-hadoop-hdfs-3_4_1-tests_jar-_-any-4257410617862857902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:19:57,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71fd160b{HTTP/1.1, (http/1.1)}{localhost:32981} 2024-11-13T14:19:57,101 INFO [Time-limited test {}] server.Server(415): Started @165573ms 2024-11-13T14:19:57,102 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:19:58,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:19:58,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:58,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:58,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:58,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:58,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:58,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:58,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:58,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:19:58,384 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/cluster_90a2719a-855c-0fa4-1570-d04f6e209e11/data/data2/current/BP-1474232963-172.17.0.2-1731507595762/current, will proceed with Du for space computation calculation, 2024-11-13T14:19:58,384 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/cluster_90a2719a-855c-0fa4-1570-d04f6e209e11/data/data1/current/BP-1474232963-172.17.0.2-1731507595762/current, will proceed with Du for space computation calculation, 2024-11-13T14:19:58,410 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:19:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23745607569213df with lease ID 0xb0c4583e17448d79: Processing first storage report for DS-6d143e28-f455-47b4-a6d9-da2f8248ad50 from datanode DatanodeRegistration(127.0.0.1:46437, datanodeUuid=694eb33a-6eda-4ed7-adcb-1f33bef74d7d, infoPort=37527, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=869549023;c=1731507595762) 2024-11-13T14:19:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23745607569213df with lease ID 0xb0c4583e17448d79: from storage DS-6d143e28-f455-47b4-a6d9-da2f8248ad50 node DatanodeRegistration(127.0.0.1:46437, datanodeUuid=694eb33a-6eda-4ed7-adcb-1f33bef74d7d, infoPort=37527, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=869549023;c=1731507595762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:19:58,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23745607569213df with lease ID 0xb0c4583e17448d79: Processing first storage report for DS-bc967ab1-7b7a-4901-b00e-7d2a44742d61 from datanode DatanodeRegistration(127.0.0.1:46437, datanodeUuid=694eb33a-6eda-4ed7-adcb-1f33bef74d7d, infoPort=37527, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=869549023;c=1731507595762) 2024-11-13T14:19:58,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23745607569213df with lease ID 0xb0c4583e17448d79: from storage DS-bc967ab1-7b7a-4901-b00e-7d2a44742d61 node DatanodeRegistration(127.0.0.1:46437, datanodeUuid=694eb33a-6eda-4ed7-adcb-1f33bef74d7d, infoPort=37527, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=869549023;c=1731507595762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:19:58,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc 2024-11-13T14:19:58,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:58,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:58,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:19:58,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:19:58,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:19:58,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:19:58,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:19:58,849 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a with version=8 2024-11-13T14:19:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/hbase-staging 2024-11-13T14:19:58,852 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:19:58,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:58,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:58,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:19:58,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:58,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:19:58,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:19:58,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:19:58,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42573 2024-11-13T14:19:58,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42573 connecting to ZooKeeper ensemble=127.0.0.1:64896 2024-11-13T14:19:59,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425730x0, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:59,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42573-0x1013491257d0000 connected 2024-11-13T14:19:59,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:59,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:59,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on znode that does not yet exist, /02061711212/running 2024-11-13T14:19:59,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a, hbase.cluster.distributed=false 2024-11-13T14:19:59,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on znode that does not yet exist, /02061711212/acl 2024-11-13T14:19:59,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42573 2024-11-13T14:19:59,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42573 2024-11-13T14:19:59,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42573 2024-11-13T14:19:59,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42573 2024-11-13T14:19:59,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42573 2024-11-13T14:19:59,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:19:59,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:59,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:59,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:19:59,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:19:59,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:19:59,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:19:59,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:19:59,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42541 2024-11-13T14:19:59,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42541 connecting to ZooKeeper ensemble=127.0.0.1:64896 2024-11-13T14:19:59,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:59,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:59,179 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425410x0, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:19:59,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425410x0, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on znode that does not yet exist, /02061711212/running 2024-11-13T14:19:59,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42541-0x1013491257d0001 connected 2024-11-13T14:19:59,180 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:19:59,184 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:19:59,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on znode that does not yet exist, /02061711212/master 2024-11-13T14:19:59,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on znode that does not yet exist, /02061711212/acl 2024-11-13T14:19:59,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-13T14:19:59,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42541 2024-11-13T14:19:59,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42541 2024-11-13T14:19:59,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-13T14:19:59,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-13T14:19:59,201 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:42573 2024-11-13T14:19:59,201 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02061711212/backup-masters/eb1966fd6578,42573,1731507598851 2024-11-13T14:19:59,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212/backup-masters 2024-11-13T14:19:59,211 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212/backup-masters 2024-11-13T14:19:59,211 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on existing znode=/02061711212/backup-masters/eb1966fd6578,42573,1731507598851 2024-11-13T14:19:59,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:19:59,221 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061711212/master 2024-11-13T14:19:59,221 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:19:59,221 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on existing znode=/02061711212/master 2024-11-13T14:19:59,222 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02061711212/backup-masters/eb1966fd6578,42573,1731507598851 from backup master directory 2024-11-13T14:19:59,232 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212/backup-masters 2024-11-13T14:19:59,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061711212/backup-masters/eb1966fd6578,42573,1731507598851 2024-11-13T14:19:59,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212/backup-masters 2024-11-13T14:19:59,232 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:19:59,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,42573,1731507598851 2024-11-13T14:19:59,235 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/hbase.id] with ID: 724156b7-99d9-4f7c-aa32-a2f97d50add5 2024-11-13T14:19:59,235 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/.tmp/hbase.id 2024-11-13T14:19:59,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:19:59,640 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/.tmp/hbase.id]:[hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/hbase.id] 2024-11-13T14:19:59,649 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:19:59,649 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:19:59,650 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:19:59,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:19:59,674 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:19:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:20:00,079 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:00,080 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:20:00,080 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:00,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:20:00,486 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store 2024-11-13T14:20:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:20:00,891 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:00,892 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:00,892 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:00,892 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:00,892 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:00,892 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:00,892 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:00,892 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507600892Disabling compacts and flushes for region at 1731507600892Disabling writes for close at 1731507600892Writing region close event to WAL at 1731507600892Closed at 1731507600892 2024-11-13T14:20:00,893 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/.initializing 2024-11-13T14:20:00,893 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/WALs/eb1966fd6578,42573,1731507598851 2024-11-13T14:20:00,894 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:00,895 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C42573%2C1731507598851, suffix=, logDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/WALs/eb1966fd6578,42573,1731507598851, archiveDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/oldWALs, maxLogs=10 2024-11-13T14:20:00,910 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/WALs/eb1966fd6578,42573,1731507598851/eb1966fd6578%2C42573%2C1731507598851.1731507600895, exclude list is [], retry=0 2024-11-13T14:20:00,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-6d143e28-f455-47b4-a6d9-da2f8248ad50,DISK] 2024-11-13T14:20:00,914 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/WALs/eb1966fd6578,42573,1731507598851/eb1966fd6578%2C42573%2C1731507598851.1731507600895 2024-11-13T14:20:00,915 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37527:37527)] 2024-11-13T14:20:00,915 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:00,915 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:00,915 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,915 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:20:00,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:00,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:00,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:20:00,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:00,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:00,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:20:00,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:00,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:00,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:20:00,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:00,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:00,922 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,924 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,924 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,924 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:00,925 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:00,927 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:00,927 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74262484, jitterRate=0.10659724473953247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:00,928 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507600915Initializing all the Stores at 1731507600916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507600916Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507600916Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507600916Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507600916Cleaning up temporary data from old regions at 1731507600924 (+8 ms)Region opened successfully at 1731507600928 (+4 ms) 2024-11-13T14:20:00,928 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:20:00,931 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b93cca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:00,931 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:20:00,932 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:20:00,932 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:20:00,932 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:20:00,932 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:20:00,932 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:20:00,932 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:20:00,934 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:20:00,935 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Unable to get data of znode /02061711212/balancer because node does not exist (not necessarily an error) 2024-11-13T14:20:01,000 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061711212/balancer already deleted, retry=false 2024-11-13T14:20:01,000 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:20:01,001 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Unable to get data of znode /02061711212/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:20:01,010 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061711212/normalizer already deleted, retry=false 2024-11-13T14:20:01,011 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:20:01,012 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Unable to get data of znode /02061711212/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:20:01,021 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061711212/switch/split already deleted, retry=false 2024-11-13T14:20:01,022 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Unable to get data of znode /02061711212/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:20:01,031 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061711212/switch/merge already deleted, retry=false 2024-11-13T14:20:01,033 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Unable to get data of znode /02061711212/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:20:01,042 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061711212/snapshot-cleanup already deleted, retry=false 2024-11-13T14:20:01,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061711212/running 2024-11-13T14:20:01,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:01,053 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061711212/running 2024-11-13T14:20:01,053 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:01,053 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,42573,1731507598851, sessionid=0x1013491257d0000, setting cluster-up flag (Was=false) 2024-11-13T14:20:01,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:01,074 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:01,105 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02061711212/flush-table-proc/acquired, /02061711212/flush-table-proc/reached, /02061711212/flush-table-proc/abort 2024-11-13T14:20:01,106 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,42573,1731507598851 2024-11-13T14:20:01,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:01,126 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:01,158 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02061711212/online-snapshot/acquired, /02061711212/online-snapshot/reached, /02061711212/online-snapshot/abort 2024-11-13T14:20:01,159 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,42573,1731507598851 2024-11-13T14:20:01,160 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:20:01,161 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:01,161 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:20:01,161 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:20:01,161 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,42573,1731507598851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:20:01,162 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:01,163 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:01,163 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:01,163 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:01,163 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:20:01,163 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,163 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:20:01,163 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,168 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507631168 2024-11-13T14:20:01,168 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:20:01,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:20:01,169 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:20:01,170 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:20:01,170 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:20:01,170 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507601170,5,FailOnTimeoutGroup] 2024-11-13T14:20:01,170 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:01,170 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507601170,5,FailOnTimeoutGroup] 2024-11-13T14:20:01,170 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:20:01,170 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:20:01,170 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,170 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:20:01,194 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(746): ClusterId : 724156b7-99d9-4f7c-aa32-a2f97d50add5 2024-11-13T14:20:01,194 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:20:01,200 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:20:01,201 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:20:01,211 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:20:01,212 DEBUG [RS:0;eb1966fd6578:42541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741cde2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:01,227 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:42541 2024-11-13T14:20:01,227 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:20:01,227 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:20:01,227 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:20:01,227 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,42573,1731507598851 with port=42541, startcode=1731507599161 2024-11-13T14:20:01,228 DEBUG [RS:0;eb1966fd6578:42541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:20:01,229 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:20:01,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,42541,1731507599161 2024-11-13T14:20:01,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42573 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,42541,1731507599161 2024-11-13T14:20:01,231 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a 2024-11-13T14:20:01,231 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44411 2024-11-13T14:20:01,231 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:20:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212/rs 2024-11-13T14:20:01,242 DEBUG [RS:0;eb1966fd6578:42541 {}] zookeeper.ZKUtil(111): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on existing znode=/02061711212/rs/eb1966fd6578,42541,1731507599161 2024-11-13T14:20:01,243 WARN [RS:0;eb1966fd6578:42541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:20:01,243 INFO [RS:0;eb1966fd6578:42541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:01,243 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161 2024-11-13T14:20:01,243 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,42541,1731507599161] 2024-11-13T14:20:01,246 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:20:01,247 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:20:01,248 INFO [RS:0;eb1966fd6578:42541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:20:01,248 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,256 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:20:01,257 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:20:01,257 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,257 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,258 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:01,258 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:20:01,258 DEBUG [RS:0;eb1966fd6578:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:20:01,263 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,263 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,263 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,263 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,263 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,263 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42541,1731507599161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:20:01,282 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:20:01,282 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42541,1731507599161-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,282 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,282 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.Replication(171): eb1966fd6578,42541,1731507599161 started 2024-11-13T14:20:01,299 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:01,299 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,42541,1731507599161, RpcServer on eb1966fd6578/172.17.0.2:42541, sessionid=0x1013491257d0001 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,42541,1731507599161 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,42541,1731507599161' 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02061711212/flush-table-proc/abort' 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02061711212/flush-table-proc/acquired' 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,42541,1731507599161 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,42541,1731507599161' 2024-11-13T14:20:01,300 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02061711212/online-snapshot/abort' 2024-11-13T14:20:01,301 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02061711212/online-snapshot/acquired' 2024-11-13T14:20:01,301 DEBUG [RS:0;eb1966fd6578:42541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:20:01,301 INFO [RS:0;eb1966fd6578:42541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:20:01,301 INFO [RS:0;eb1966fd6578:42541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:20:01,402 INFO [RS:0;eb1966fd6578:42541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:01,403 INFO [RS:0;eb1966fd6578:42541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C42541%2C1731507599161, suffix=, logDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161, archiveDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/oldWALs, maxLogs=10 2024-11-13T14:20:01,420 DEBUG [RS:0;eb1966fd6578:42541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403, exclude list is [], retry=0 2024-11-13T14:20:01,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-6d143e28-f455-47b4-a6d9-da2f8248ad50,DISK] 2024-11-13T14:20:01,425 INFO [RS:0;eb1966fd6578:42541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 2024-11-13T14:20:01,425 DEBUG [RS:0;eb1966fd6578:42541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37527:37527)] 2024-11-13T14:20:01,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:20:01,581 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a 2024-11-13T14:20:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:20:01,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:01,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:20:01,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:20:01,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:01,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:01,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:20:01,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:20:01,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:01,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:01,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:20:01,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:20:01,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:01,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:02,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:20:02,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:20:02,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:02,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:02,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:20:02,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740 2024-11-13T14:20:02,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740 2024-11-13T14:20:02,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:20:02,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:20:02,004 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:02,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:20:02,008 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:02,009 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74425209, jitterRate=0.10902203619480133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:02,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507601992Initializing all the Stores at 1731507601992Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507601992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507601993 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507601993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507601993Cleaning up temporary data from old regions at 1731507602003 (+10 ms)Region opened successfully at 1731507602009 (+6 ms) 2024-11-13T14:20:02,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:20:02,010 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:20:02,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:20:02,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:20:02,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:20:02,010 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:02,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507602010Disabling compacts and flushes for region at 1731507602010Disabling writes for close at 1731507602010Writing region close event to WAL at 1731507602010Closed at 1731507602010 2024-11-13T14:20:02,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:02,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:20:02,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:20:02,012 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:20:02,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:20:02,164 DEBUG [eb1966fd6578:42573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:20:02,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,42541,1731507599161 2024-11-13T14:20:02,165 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,42541,1731507599161, state=OPENING 2024-11-13T14:20:02,221 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:20:02,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:02,231 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:02,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061711212/meta-region-server: CHANGED 2024-11-13T14:20:02,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061711212/meta-region-server: CHANGED 2024-11-13T14:20:02,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:20:02,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,42541,1731507599161}] 2024-11-13T14:20:02,384 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:20:02,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:20:02,388 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:20:02,388 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:02,388 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:20:02,389 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C42541%2C1731507599161.meta, suffix=.meta, logDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161, archiveDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/oldWALs, maxLogs=10 2024-11-13T14:20:02,400 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.meta.1731507602389.meta, exclude list is [], retry=0 2024-11-13T14:20:02,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-6d143e28-f455-47b4-a6d9-da2f8248ad50,DISK] 2024-11-13T14:20:02,403 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.meta.1731507602389.meta 2024-11-13T14:20:02,403 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37527:37527)] 2024-11-13T14:20:02,403 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:02,404 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:02,404 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:20:02,404 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:20:02,404 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:20:02,404 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:20:02,404 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:02,404 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:20:02,404 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:20:02,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:20:02,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:20:02,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:02,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:02,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:20:02,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:20:02,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:02,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:02,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:20:02,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:20:02,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:02,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:02,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:20:02,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:20:02,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:02,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:02,409 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:20:02,410 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740 2024-11-13T14:20:02,411 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740 2024-11-13T14:20:02,412 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:20:02,412 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:20:02,412 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:02,413 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:20:02,414 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64867260, jitterRate=-0.03340250253677368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:02,414 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:20:02,414 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507602404Writing region info on filesystem at 1731507602404Initializing all the Stores at 1731507602405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507602405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507602405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507602405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507602405Cleaning up temporary data from old regions at 1731507602412 (+7 ms)Running coprocessor post-open hooks at 1731507602414 (+2 ms)Region opened successfully at 1731507602414 2024-11-13T14:20:02,415 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507602384 2024-11-13T14:20:02,417 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:20:02,417 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:20:02,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42541,1731507599161 2024-11-13T14:20:02,418 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,42541,1731507599161, state=OPEN 2024-11-13T14:20:02,469 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061711212/meta-region-server 2024-11-13T14:20:02,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061711212/meta-region-server 2024-11-13T14:20:02,469 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,42541,1731507599161 2024-11-13T14:20:02,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061711212/meta-region-server: CHANGED 2024-11-13T14:20:02,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061711212/meta-region-server: CHANGED 2024-11-13T14:20:02,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:20:02,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,42541,1731507599161 in 237 msec 2024-11-13T14:20:02,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:20:02,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-13T14:20:02,473 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:02,473 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:20:02,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:02,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42541,1731507599161, seqNum=-1] 2024-11-13T14:20:02,474 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:02,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:02,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-13T14:20:02,479 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507602479, completionTime=-1 2024-11-13T14:20:02,479 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:20:02,479 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:20:02,480 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:20:02,480 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507662480 2024-11-13T14:20:02,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507722480 2024-11-13T14:20:02,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:20:02,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42573,1731507598851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:02,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42573,1731507598851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:02,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42573,1731507598851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:02,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:42573, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:02,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:02,481 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:02,482 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:20:02,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.251sec 2024-11-13T14:20:02,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:20:02,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:20:02,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:20:02,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:20:02,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:20:02,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42573,1731507598851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:20:02,484 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42573,1731507598851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:20:02,486 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:20:02,486 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:20:02,486 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42573,1731507598851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:02,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b153bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:02,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42573,-1 for getting cluster id 2024-11-13T14:20:02,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:02,496 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '724156b7-99d9-4f7c-aa32-a2f97d50add5' 2024-11-13T14:20:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "724156b7-99d9-4f7c-aa32-a2f97d50add5" 2024-11-13T14:20:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545ce84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42573,-1] 2024-11-13T14:20:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:02,497 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:02,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6068afd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:02,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:02,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42541,1731507599161, seqNum=-1] 2024-11-13T14:20:02,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:02,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,42573,1731507598851 2024-11-13T14:20:02,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64896 2024-11-13T14:20:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:02,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013491257d0002 connected 2024-11-13T14:20:02,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.log.dir so I do NOT create it in target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95 2024-11-13T14:20:02,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:20:02,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.tmp.dir so I do NOT create it in target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95 2024-11-13T14:20:02,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:20:02,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95 2024-11-13T14:20:02,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:20:02,613 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/cluster_3b6d60a6-cc2b-6472-c68b-20d7800b5d9c, deleteOnExit=true 2024-11-13T14:20:02,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/test.cache.data in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:20:02,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:20:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:20:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:20:02,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:02,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:20:02,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:20:02,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:20:02,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:20:02,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:02,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd741ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:20:02,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@272158a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:20:03,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76af1a66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/java.io.tmpdir/jetty-localhost-38579-hadoop-hdfs-3_4_1-tests_jar-_-any-1153276391691320308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:20:03,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32967976{HTTP/1.1, (http/1.1)}{localhost:38579} 2024-11-13T14:20:03,063 INFO [Time-limited test {}] server.Server(415): Started @171535ms 2024-11-13T14:20:03,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:03,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:20:03,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:20:03,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:20:03,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:20:03,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c143e7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:20:03,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b7bda64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:20:03,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff63632{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/java.io.tmpdir/jetty-localhost-40947-hadoop-hdfs-3_4_1-tests_jar-_-any-9406557798465593252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:20:03,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76195f19{HTTP/1.1, (http/1.1)}{localhost:40947} 2024-11-13T14:20:03,439 INFO [Time-limited test {}] server.Server(415): Started @171911ms 2024-11-13T14:20:03,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:20:04,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:04,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:04,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:04,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:04,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:04,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:04,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:04,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:04,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:04,103 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/cluster_3b6d60a6-cc2b-6472-c68b-20d7800b5d9c/data/data1/current/BP-1537737031-172.17.0.2-1731507602632/current, will proceed with Du for space computation calculation, 2024-11-13T14:20:04,103 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/cluster_3b6d60a6-cc2b-6472-c68b-20d7800b5d9c/data/data2/current/BP-1537737031-172.17.0.2-1731507602632/current, will proceed with Du for space computation calculation, 2024-11-13T14:20:04,122 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:20:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10a2297606a57680 with lease ID 0xd91ecc048b00161f: Processing first storage report for DS-971e1b54-789e-4595-aeb1-2bf13e906a96 from datanode DatanodeRegistration(127.0.0.1:38545, datanodeUuid=f1e5b871-cdef-4bf7-bb85-9d154c792b79, infoPort=35867, infoSecurePort=0, ipcPort=38781, storageInfo=lv=-57;cid=testClusterID;nsid=252278349;c=1731507602632) 2024-11-13T14:20:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10a2297606a57680 with lease ID 0xd91ecc048b00161f: from storage DS-971e1b54-789e-4595-aeb1-2bf13e906a96 node DatanodeRegistration(127.0.0.1:38545, datanodeUuid=f1e5b871-cdef-4bf7-bb85-9d154c792b79, infoPort=35867, infoSecurePort=0, ipcPort=38781, storageInfo=lv=-57;cid=testClusterID;nsid=252278349;c=1731507602632), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T14:20:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10a2297606a57680 with lease ID 0xd91ecc048b00161f: Processing first storage report for DS-7ee8f049-b0c6-4102-b0b6-7d9e8f29f213 from datanode DatanodeRegistration(127.0.0.1:38545, datanodeUuid=f1e5b871-cdef-4bf7-bb85-9d154c792b79, infoPort=35867, infoSecurePort=0, ipcPort=38781, storageInfo=lv=-57;cid=testClusterID;nsid=252278349;c=1731507602632) 2024-11-13T14:20:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10a2297606a57680 with lease ID 0xd91ecc048b00161f: from storage DS-7ee8f049-b0c6-4102-b0b6-7d9e8f29f213 node DatanodeRegistration(127.0.0.1:38545, datanodeUuid=f1e5b871-cdef-4bf7-bb85-9d154c792b79, infoPort=35867, infoSecurePort=0, ipcPort=38781, storageInfo=lv=-57;cid=testClusterID;nsid=252278349;c=1731507602632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:20:04,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95 2024-11-13T14:20:04,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:04,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:04,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:20:04,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a with version=8 2024-11-13T14:20:04,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/hbase-staging 2024-11-13T14:20:04,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:20:04,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:04,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:04,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:20:04,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:04,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:20:04,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:20:04,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:20:04,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43685 2024-11-13T14:20:04,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43685 connecting to ZooKeeper ensemble=127.0.0.1:64896 2024-11-13T14:20:04,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436850x0, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:04,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43685-0x1013491257d0003 connected 2024-11-13T14:20:04,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:04,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:04,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on znode that does not yet exist, /1495083796/running 2024-11-13T14:20:04,709 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a, hbase.cluster.distributed=false 2024-11-13T14:20:04,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on znode that does not yet exist, /1495083796/acl 2024-11-13T14:20:04,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-13T14:20:04,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43685 2024-11-13T14:20:04,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43685 2024-11-13T14:20:04,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-13T14:20:04,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43685 2024-11-13T14:20:04,728 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:20:04,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:04,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:04,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:20:04,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:04,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:20:04,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:20:04,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:20:04,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37947 2024-11-13T14:20:04,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37947 connecting to ZooKeeper ensemble=127.0.0.1:64896 2024-11-13T14:20:04,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:04,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:04,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379470x0, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:04,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379470x0, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on znode that does not yet exist, /1495083796/running 2024-11-13T14:20:04,747 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:20:04,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37947-0x1013491257d0004 connected 2024-11-13T14:20:04,748 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:20:04,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on znode that does not yet exist, /1495083796/master 2024-11-13T14:20:04,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on znode that does not yet exist, /1495083796/acl 2024-11-13T14:20:04,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37947 2024-11-13T14:20:04,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37947 2024-11-13T14:20:04,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37947 2024-11-13T14:20:04,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37947 2024-11-13T14:20:04,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37947 2024-11-13T14:20:04,776 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:43685 2024-11-13T14:20:04,776 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1495083796/backup-masters/eb1966fd6578,43685,1731507604576 2024-11-13T14:20:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796/backup-masters 2024-11-13T14:20:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796/backup-masters 2024-11-13T14:20:04,789 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on existing znode=/1495083796/backup-masters/eb1966fd6578,43685,1731507604576 2024-11-13T14:20:04,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:04,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1495083796/master 2024-11-13T14:20:04,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:04,800 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on existing znode=/1495083796/master 2024-11-13T14:20:04,800 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1495083796/backup-masters/eb1966fd6578,43685,1731507604576 from backup master directory 2024-11-13T14:20:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495083796/backup-masters/eb1966fd6578,43685,1731507604576 2024-11-13T14:20:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796/backup-masters 2024-11-13T14:20:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796/backup-masters 2024-11-13T14:20:04,810 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:20:04,810 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,43685,1731507604576 2024-11-13T14:20:04,814 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/hbase.id] with ID: 79166e88-4fbc-4dbf-a183-f8e8e8276c0c 2024-11-13T14:20:04,814 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/.tmp/hbase.id 2024-11-13T14:20:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:20:04,819 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/.tmp/hbase.id]:[hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/hbase.id] 2024-11-13T14:20:04,827 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:04,827 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:20:04,828 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:20:04,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:04,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:20:05,236 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:05,237 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:20:05,237 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:20:05,644 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store 2024-11-13T14:20:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:20:06,051 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:06,051 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:06,051 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:06,051 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:06,051 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:06,052 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:06,052 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:06,052 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507606051Disabling compacts and flushes for region at 1731507606051Disabling writes for close at 1731507606051Writing region close event to WAL at 1731507606052 (+1 ms)Closed at 1731507606052 2024-11-13T14:20:06,052 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/.initializing 2024-11-13T14:20:06,052 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/WALs/eb1966fd6578,43685,1731507604576 2024-11-13T14:20:06,053 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:06,055 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C43685%2C1731507604576, suffix=, logDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/WALs/eb1966fd6578,43685,1731507604576, archiveDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/oldWALs, maxLogs=10 2024-11-13T14:20:06,074 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/WALs/eb1966fd6578,43685,1731507604576/eb1966fd6578%2C43685%2C1731507604576.1731507606055, exclude list is [], retry=0 2024-11-13T14:20:06,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-971e1b54-789e-4595-aeb1-2bf13e906a96,DISK] 2024-11-13T14:20:06,083 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/WALs/eb1966fd6578,43685,1731507604576/eb1966fd6578%2C43685%2C1731507604576.1731507606055 2024-11-13T14:20:06,083 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35867:35867)] 2024-11-13T14:20:06,084 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:06,084 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:06,084 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,084 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:20:06,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:06,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:06,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:20:06,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:06,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:06,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:20:06,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:06,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:06,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:20:06,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:06,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:06,101 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,102 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,103 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,104 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,104 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,104 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:06,105 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:06,107 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:06,108 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68517031, jitterRate=0.020983323454856873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:06,108 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507606084Initializing all the Stores at 1731507606089 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507606089Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507606089Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507606089Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507606089Cleaning up temporary data from old regions at 1731507606104 (+15 ms)Region opened successfully at 1731507606108 (+4 ms) 2024-11-13T14:20:06,108 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:20:06,111 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4150159e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:06,112 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:20:06,112 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:20:06,112 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:20:06,112 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:20:06,113 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:20:06,113 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:20:06,113 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:20:06,119 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:20:06,120 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Unable to get data of znode /1495083796/balancer because node does not exist (not necessarily an error) 2024-11-13T14:20:06,179 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495083796/balancer already deleted, retry=false 2024-11-13T14:20:06,179 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:20:06,180 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Unable to get data of znode /1495083796/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:20:06,189 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495083796/normalizer already deleted, retry=false 2024-11-13T14:20:06,190 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:20:06,191 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Unable to get data of znode /1495083796/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:20:06,200 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495083796/switch/split already deleted, retry=false 2024-11-13T14:20:06,201 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Unable to get data of znode /1495083796/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:20:06,210 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495083796/switch/merge already deleted, retry=false 2024-11-13T14:20:06,212 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Unable to get data of znode /1495083796/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:20:06,221 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1495083796/snapshot-cleanup already deleted, retry=false 2024-11-13T14:20:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1495083796/running 2024-11-13T14:20:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1495083796/running 2024-11-13T14:20:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:06,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,43685,1731507604576, sessionid=0x1013491257d0003, setting cluster-up flag (Was=false) 2024-11-13T14:20:06,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:06,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:06,284 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1495083796/flush-table-proc/acquired, /1495083796/flush-table-proc/reached, /1495083796/flush-table-proc/abort 2024-11-13T14:20:06,285 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,43685,1731507604576 2024-11-13T14:20:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:06,336 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1495083796/online-snapshot/acquired, /1495083796/online-snapshot/reached, /1495083796/online-snapshot/abort 2024-11-13T14:20:06,337 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,43685,1731507604576 2024-11-13T14:20:06,338 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:20:06,339 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:06,339 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:20:06,340 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:20:06,340 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,43685,1731507604576 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:20:06,341 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:06,341 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:06,341 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:06,341 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:06,341 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:20:06,341 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,341 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:20:06,341 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,342 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507636342 2024-11-13T14:20:06,342 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:20:06,342 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:20:06,342 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:20:06,342 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:20:06,342 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:20:06,342 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:20:06,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:06,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:20:06,342 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,343 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:20:06,343 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:20:06,343 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:20:06,343 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:20:06,343 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:20:06,343 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:20:06,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:06,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:20:06,344 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507606343,5,FailOnTimeoutGroup] 2024-11-13T14:20:06,344 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507606344,5,FailOnTimeoutGroup] 2024-11-13T14:20:06,344 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,344 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:20:06,344 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,344 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:20:06,363 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(746): ClusterId : 79166e88-4fbc-4dbf-a183-f8e8e8276c0c 2024-11-13T14:20:06,364 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:20:06,370 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:20:06,370 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:20:06,379 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:20:06,380 DEBUG [RS:0;eb1966fd6578:37947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e248cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:06,393 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:37947 2024-11-13T14:20:06,393 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:20:06,393 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:20:06,393 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:20:06,394 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,43685,1731507604576 with port=37947, startcode=1731507604728 2024-11-13T14:20:06,394 DEBUG [RS:0;eb1966fd6578:37947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:20:06,396 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:20:06,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,37947,1731507604728 2024-11-13T14:20:06,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43685 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,37947,1731507604728 2024-11-13T14:20:06,397 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a 2024-11-13T14:20:06,398 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44375 2024-11-13T14:20:06,398 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:20:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796/rs 2024-11-13T14:20:06,411 DEBUG [RS:0;eb1966fd6578:37947 {}] zookeeper.ZKUtil(111): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on existing znode=/1495083796/rs/eb1966fd6578,37947,1731507604728 2024-11-13T14:20:06,411 WARN [RS:0;eb1966fd6578:37947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:20:06,411 INFO [RS:0;eb1966fd6578:37947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:06,411 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728 2024-11-13T14:20:06,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,37947,1731507604728] 2024-11-13T14:20:06,414 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:20:06,415 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:20:06,416 INFO [RS:0;eb1966fd6578:37947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:20:06,416 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,419 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:20:06,420 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:20:06,420 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:20:06,420 DEBUG [RS:0;eb1966fd6578:37947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:20:06,422 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,422 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,422 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,422 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,422 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,422 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37947,1731507604728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:20:06,436 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:20:06,436 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37947,1731507604728-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,436 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,436 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.Replication(171): eb1966fd6578,37947,1731507604728 started 2024-11-13T14:20:06,448 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:06,448 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,37947,1731507604728, RpcServer on eb1966fd6578/172.17.0.2:37947, sessionid=0x1013491257d0004 2024-11-13T14:20:06,448 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:20:06,448 DEBUG [RS:0;eb1966fd6578:37947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,37947,1731507604728 2024-11-13T14:20:06,448 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,37947,1731507604728' 2024-11-13T14:20:06,448 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1495083796/flush-table-proc/abort' 2024-11-13T14:20:06,449 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1495083796/flush-table-proc/acquired' 2024-11-13T14:20:06,449 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:20:06,449 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:20:06,449 DEBUG [RS:0;eb1966fd6578:37947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,37947,1731507604728 2024-11-13T14:20:06,449 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,37947,1731507604728' 2024-11-13T14:20:06,449 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1495083796/online-snapshot/abort' 2024-11-13T14:20:06,449 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1495083796/online-snapshot/acquired' 2024-11-13T14:20:06,450 DEBUG [RS:0;eb1966fd6578:37947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:20:06,450 INFO [RS:0;eb1966fd6578:37947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:20:06,450 INFO [RS:0;eb1966fd6578:37947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:20:06,550 INFO [RS:0;eb1966fd6578:37947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:06,552 INFO [RS:0;eb1966fd6578:37947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C37947%2C1731507604728, suffix=, logDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728, archiveDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/oldWALs, maxLogs=10 2024-11-13T14:20:06,567 DEBUG [RS:0;eb1966fd6578:37947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552, exclude list is [], retry=0 2024-11-13T14:20:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-971e1b54-789e-4595-aeb1-2bf13e906a96,DISK] 2024-11-13T14:20:06,571 INFO [RS:0;eb1966fd6578:37947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 2024-11-13T14:20:06,571 DEBUG [RS:0;eb1966fd6578:37947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35867:35867)] 2024-11-13T14:20:06,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:20:06,753 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a 2024-11-13T14:20:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:20:07,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:07,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:20:07,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:20:07,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:07,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:20:07,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:20:07,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:07,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:20:07,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:20:07,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:07,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:20:07,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:20:07,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:07,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:20:07,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740 2024-11-13T14:20:07,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740 2024-11-13T14:20:07,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:20:07,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:20:07,166 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:07,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:20:07,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:07,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60705767, jitterRate=-0.09541358053684235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:07,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507607158Initializing all the Stores at 1731507607159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507607159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507607159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507607159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507607159Cleaning up temporary data from old regions at 1731507607166 (+7 ms)Region opened successfully at 1731507607169 (+3 ms) 2024-11-13T14:20:07,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:20:07,169 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:20:07,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:20:07,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:20:07,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:20:07,169 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:07,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507607169Disabling compacts and flushes for region at 1731507607169Disabling writes for close at 1731507607169Writing region close event to WAL at 1731507607169Closed at 1731507607169 2024-11-13T14:20:07,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:07,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:20:07,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:20:07,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:20:07,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:20:07,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:20:07,322 DEBUG [eb1966fd6578:43685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:20:07,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,37947,1731507604728 2024-11-13T14:20:07,323 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,37947,1731507604728, state=OPENING 2024-11-13T14:20:07,434 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:20:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:07,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1495083796/meta-region-server: CHANGED 2024-11-13T14:20:07,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1495083796/meta-region-server: CHANGED 2024-11-13T14:20:07,453 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:20:07,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,37947,1731507604728}] 2024-11-13T14:20:07,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:20:07,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:20:07,609 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:20:07,609 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:07,609 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:20:07,610 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C37947%2C1731507604728.meta, suffix=.meta, logDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728, archiveDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/oldWALs, maxLogs=10 2024-11-13T14:20:07,622 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.meta.1731507607611.meta, exclude list is [], retry=0 2024-11-13T14:20:07,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-971e1b54-789e-4595-aeb1-2bf13e906a96,DISK] 2024-11-13T14:20:07,627 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.meta.1731507607611.meta 2024-11-13T14:20:07,627 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35867:35867)] 2024-11-13T14:20:07,627 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:07,627 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:07,627 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:20:07,628 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:20:07,628 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:20:07,628 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:20:07,628 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:07,628 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:20:07,628 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:20:07,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:20:07,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:20:07,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:07,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:20:07,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:20:07,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:07,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:20:07,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:20:07,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:07,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:20:07,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:20:07,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:07,632 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:20:07,633 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740 2024-11-13T14:20:07,634 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740 2024-11-13T14:20:07,635 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:20:07,635 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:20:07,635 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:07,636 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:20:07,637 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63598776, jitterRate=-0.05230438709259033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:07,637 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:20:07,637 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507607628Writing region info on filesystem at 1731507607628Initializing all the Stores at 1731507607629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507607629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507607629Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507607629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507607629Cleaning up temporary data from old regions at 1731507607635 (+6 ms)Running coprocessor post-open hooks at 1731507607637 (+2 ms)Region opened successfully at 1731507607637 2024-11-13T14:20:07,638 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507607605 2024-11-13T14:20:07,639 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:20:07,639 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:20:07,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,37947,1731507604728 2024-11-13T14:20:07,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,37947,1731507604728, state=OPEN 2024-11-13T14:20:07,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1495083796/meta-region-server 2024-11-13T14:20:07,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1495083796/meta-region-server 2024-11-13T14:20:07,663 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,37947,1731507604728 2024-11-13T14:20:07,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1495083796/meta-region-server: CHANGED 2024-11-13T14:20:07,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1495083796/meta-region-server: CHANGED 2024-11-13T14:20:07,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:20:07,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,37947,1731507604728 in 210 msec 2024-11-13T14:20:07,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:20:07,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-13T14:20:07,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:07,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:20:07,667 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:07,667 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37947,1731507604728, seqNum=-1] 2024-11-13T14:20:07,668 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:07,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:07,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-13T14:20:07,673 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507607672, completionTime=-1 2024-11-13T14:20:07,673 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:20:07,673 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:20:07,674 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:20:07,674 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507667674 2024-11-13T14:20:07,674 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507727674 2024-11-13T14:20:07,674 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:20:07,675 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43685,1731507604576-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:07,675 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43685,1731507604576-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:07,675 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43685,1731507604576-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:07,675 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:43685, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:07,675 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:07,675 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:07,676 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:20:07,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.868sec 2024-11-13T14:20:07,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:20:07,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:20:07,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:20:07,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:20:07,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:20:07,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43685,1731507604576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:20:07,679 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43685,1731507604576-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:20:07,680 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:20:07,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:20:07,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,43685,1731507604576-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:07,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abb577d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:07,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43685,-1 for getting cluster id 2024-11-13T14:20:07,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:07,766 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79166e88-4fbc-4dbf-a183-f8e8e8276c0c' 2024-11-13T14:20:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79166e88-4fbc-4dbf-a183-f8e8e8276c0c" 2024-11-13T14:20:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43685,-1] 2024-11-13T14:20:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:07,767 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:07,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc88af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:07,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37947,1731507604728, seqNum=-1] 2024-11-13T14:20:07,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:07,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:07,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,43685,1731507604576 2024-11-13T14:20:07,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64896 2024-11-13T14:20:07,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:07,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013491257d0005 connected 2024-11-13T14:20:07,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42573,1731507598851 2024-11-13T14:20:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537c8a 2024-11-13T14:20:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:07,793 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:07,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:20:07,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:20:07,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:07,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:20:07,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:20:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:20:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:08,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e73a3565c70c5f64e1b64fee452510f4, NAME => 'test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a 2024-11-13T14:20:08,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:20:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:08,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:20:08,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:20:08,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:08,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T14:20:08,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:08,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:20:08,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:20:08,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:20:08,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:08,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e73a3565c70c5f64e1b64fee452510f4, disabling compactions & flushes 2024-11-13T14:20:08,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:08,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:08,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. after waiting 0 ms 2024-11-13T14:20:08,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:08,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:08,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e73a3565c70c5f64e1b64fee452510f4: Waiting for close lock at 1731507608609Disabling compacts and flushes for region at 1731507608609Disabling writes for close at 1731507608609Writing region close event to WAL at 1731507608609Closed at 1731507608609 2024-11-13T14:20:08,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:20:08,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507608610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507608610"}]},"ts":"1731507608610"} 2024-11-13T14:20:08,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:20:08,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:20:08,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507608613"}]},"ts":"1731507608613"} 2024-11-13T14:20:08,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:20:08,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e73a3565c70c5f64e1b64fee452510f4, ASSIGN}] 2024-11-13T14:20:08,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e73a3565c70c5f64e1b64fee452510f4, ASSIGN 2024-11-13T14:20:08,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e73a3565c70c5f64e1b64fee452510f4, ASSIGN; state=OFFLINE, location=eb1966fd6578,42541,1731507599161; forceNewPlan=false, retain=false 2024-11-13T14:20:08,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e73a3565c70c5f64e1b64fee452510f4, regionState=OPENING, regionLocation=eb1966fd6578,42541,1731507599161 2024-11-13T14:20:08,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e73a3565c70c5f64e1b64fee452510f4, ASSIGN because future has completed 2024-11-13T14:20:08,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e73a3565c70c5f64e1b64fee452510f4, server=eb1966fd6578,42541,1731507599161}] 2024-11-13T14:20:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:08,936 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:08,936 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e73a3565c70c5f64e1b64fee452510f4, NAME => 'test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:08,937 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:08,937 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:20:08,937 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,937 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:08,937 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,937 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,938 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,939 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e73a3565c70c5f64e1b64fee452510f4 columnFamilyName f 2024-11-13T14:20:08,939 DEBUG [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:08,939 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] regionserver.HStore(327): Store=e73a3565c70c5f64e1b64fee452510f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:08,939 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,941 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e73a3565c70c5f64e1b64fee452510f4 columnFamilyName f1 2024-11-13T14:20:08,941 DEBUG [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:08,941 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] regionserver.HStore(327): Store=e73a3565c70c5f64e1b64fee452510f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:08,942 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,942 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e73a3565c70c5f64e1b64fee452510f4 columnFamilyName norep 2024-11-13T14:20:08,943 DEBUG [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:08,943 INFO [StoreOpener-e73a3565c70c5f64e1b64fee452510f4-1 {}] regionserver.HStore(327): Store=e73a3565c70c5f64e1b64fee452510f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:08,943 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,943 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,944 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,944 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,944 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,945 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:20:08,945 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,947 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:08,947 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e73a3565c70c5f64e1b64fee452510f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71638786, jitterRate=0.06750109791755676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:20:08,947 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:08,948 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e73a3565c70c5f64e1b64fee452510f4: Running coprocessor pre-open hook at 1731507608937Writing region info on filesystem at 1731507608937Initializing all the Stores at 1731507608938 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507608938Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507608938Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507608938Cleaning up temporary data from old regions at 1731507608944 (+6 ms)Running coprocessor post-open hooks at 1731507608947 (+3 ms)Region opened successfully at 1731507608948 (+1 ms) 2024-11-13T14:20:08,949 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4., pid=6, masterSystemTime=1731507608923 2024-11-13T14:20:08,951 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:08,951 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:08,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e73a3565c70c5f64e1b64fee452510f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,42541,1731507599161 2024-11-13T14:20:08,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e73a3565c70c5f64e1b64fee452510f4, server=eb1966fd6578,42541,1731507599161 because future has completed 2024-11-13T14:20:08,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:20:08,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e73a3565c70c5f64e1b64fee452510f4, server=eb1966fd6578,42541,1731507599161 in 183 msec 2024-11-13T14:20:08,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:20:08,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e73a3565c70c5f64e1b64fee452510f4, ASSIGN in 339 msec 2024-11-13T14:20:08,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:20:08,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507608958"}]},"ts":"1731507608958"} 2024-11-13T14:20:08,960 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:20:08,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:20:08,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-13T14:20:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:09,939 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:20:09,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,43685,1731507604576 2024-11-13T14:20:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670df4f5 2024-11-13T14:20:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:09,941 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:09,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:20:09,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:20:09,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:09,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:20:09,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:20:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:20:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:10,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f33eb0a85b52d87ccac3fdf45af9be55, NAME => 'test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a 2024-11-13T14:20:10,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:20:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:10,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:10,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f33eb0a85b52d87ccac3fdf45af9be55, disabling compactions & flushes 2024-11-13T14:20:10,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:10,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:10,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. after waiting 0 ms 2024-11-13T14:20:10,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:10,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:10,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f33eb0a85b52d87ccac3fdf45af9be55: Waiting for close lock at 1731507610759Disabling compacts and flushes for region at 1731507610759Disabling writes for close at 1731507610759Writing region close event to WAL at 1731507610759Closed at 1731507610759 2024-11-13T14:20:10,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:20:10,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507610760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507610760"}]},"ts":"1731507610760"} 2024-11-13T14:20:10,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:20:10,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:20:10,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507610763"}]},"ts":"1731507610763"} 2024-11-13T14:20:10,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:20:10,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f33eb0a85b52d87ccac3fdf45af9be55, ASSIGN}] 2024-11-13T14:20:10,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f33eb0a85b52d87ccac3fdf45af9be55, ASSIGN 2024-11-13T14:20:10,767 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f33eb0a85b52d87ccac3fdf45af9be55, ASSIGN; state=OFFLINE, location=eb1966fd6578,37947,1731507604728; forceNewPlan=false, retain=false 2024-11-13T14:20:10,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f33eb0a85b52d87ccac3fdf45af9be55, regionState=OPENING, regionLocation=eb1966fd6578,37947,1731507604728 2024-11-13T14:20:10,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f33eb0a85b52d87ccac3fdf45af9be55, ASSIGN because future has completed 2024-11-13T14:20:10,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33eb0a85b52d87ccac3fdf45af9be55, server=eb1966fd6578,37947,1731507604728}] 2024-11-13T14:20:11,075 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:11,075 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f33eb0a85b52d87ccac3fdf45af9be55, NAME => 'test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:11,075 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:11,075 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:20:11,075 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,075 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:11,076 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,076 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,077 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,077 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33eb0a85b52d87ccac3fdf45af9be55 columnFamilyName f 2024-11-13T14:20:11,078 DEBUG [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:11,078 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] regionserver.HStore(327): Store=f33eb0a85b52d87ccac3fdf45af9be55/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:11,078 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,079 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33eb0a85b52d87ccac3fdf45af9be55 columnFamilyName f1 2024-11-13T14:20:11,079 DEBUG [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:11,079 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] regionserver.HStore(327): Store=f33eb0a85b52d87ccac3fdf45af9be55/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:11,079 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:11,080 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33eb0a85b52d87ccac3fdf45af9be55 columnFamilyName norep 2024-11-13T14:20:11,080 DEBUG [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:11,080 INFO [StoreOpener-f33eb0a85b52d87ccac3fdf45af9be55-1 {}] regionserver.HStore(327): Store=f33eb0a85b52d87ccac3fdf45af9be55/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:11,080 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,081 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,081 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,082 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,082 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,082 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:20:11,084 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,086 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:11,086 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f33eb0a85b52d87ccac3fdf45af9be55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68895743, jitterRate=0.026626572012901306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:20:11,086 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:11,086 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f33eb0a85b52d87ccac3fdf45af9be55: Running coprocessor pre-open hook at 1731507611076Writing region info on filesystem at 1731507611076Initializing all the Stores at 1731507611076Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507611076Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507611076Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507611076Cleaning up temporary data from old regions at 1731507611082 (+6 ms)Running coprocessor post-open hooks at 1731507611086 (+4 ms)Region opened successfully at 1731507611086 2024-11-13T14:20:11,087 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55., pid=6, masterSystemTime=1731507611072 2024-11-13T14:20:11,089 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:11,089 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:11,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f33eb0a85b52d87ccac3fdf45af9be55, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,37947,1731507604728 2024-11-13T14:20:11,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33eb0a85b52d87ccac3fdf45af9be55, server=eb1966fd6578,37947,1731507604728 because future has completed 2024-11-13T14:20:11,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:20:11,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f33eb0a85b52d87ccac3fdf45af9be55, server=eb1966fd6578,37947,1731507604728 in 172 msec 2024-11-13T14:20:11,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:20:11,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f33eb0a85b52d87ccac3fdf45af9be55, ASSIGN in 329 msec 2024-11-13T14:20:11,096 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:20:11,096 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507611096"}]},"ts":"1731507611096"} 2024-11-13T14:20:11,098 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:20:11,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:20:11,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-13T14:20:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:12,089 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:20:12,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b6d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42573,-1 for getting cluster id 2024-11-13T14:20:12,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:12,090 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '724156b7-99d9-4f7c-aa32-a2f97d50add5' 2024-11-13T14:20:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "724156b7-99d9-4f7c-aa32-a2f97d50add5" 2024-11-13T14:20:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698b470a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42573,-1] 2024-11-13T14:20:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:12,092 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:12,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8243d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5938a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43685,-1 for getting cluster id 2024-11-13T14:20:12,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:12,093 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79166e88-4fbc-4dbf-a183-f8e8e8276c0c' 2024-11-13T14:20:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79166e88-4fbc-4dbf-a183-f8e8e8276c0c" 2024-11-13T14:20:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5165198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43685,-1] 2024-11-13T14:20:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:12,094 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe723bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42573,-1 for getting cluster id 2024-11-13T14:20:12,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:12,096 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '724156b7-99d9-4f7c-aa32-a2f97d50add5' 2024-11-13T14:20:12,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:12,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "724156b7-99d9-4f7c-aa32-a2f97d50add5" 2024-11-13T14:20:12,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4dc8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42573,-1] 2024-11-13T14:20:12,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:12,097 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:12,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4325eb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:12,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42573,1731507598851 2024-11-13T14:20:12,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@746d7018 2024-11-13T14:20:12,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:12,099 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:12,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:43685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:20:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:20:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:12,102 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:43685' 2024-11-13T14:20:12,102 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442ad953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,102 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43685,-1 for getting cluster id 2024-11-13T14:20:12,102 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:12,103 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79166e88-4fbc-4dbf-a183-f8e8e8276c0c' 2024-11-13T14:20:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79166e88-4fbc-4dbf-a183-f8e8e8276c0c" 2024-11-13T14:20:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530093cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43685,-1] 2024-11-13T14:20:12,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:12,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:12,104 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67be67ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:12,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:12,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,43685,1731507604576 2024-11-13T14:20:12,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4845c30e 2024-11-13T14:20:12,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:12,107 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:12,107 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:20:12,107 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:20:12,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:12,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:12,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:12,108 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:12,109 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:20:12,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:20:12,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:12,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:20:12,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:20:12,159 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:20:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:12,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:20:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:12,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4993268515bc2b340997b280bc5f19b2, NAME => 'hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a 2024-11-13T14:20:12,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:20:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:12,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:12,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4993268515bc2b340997b280bc5f19b2, disabling compactions & flushes 2024-11-13T14:20:12,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:12,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:12,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. after waiting 0 ms 2024-11-13T14:20:12,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:12,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:12,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4993268515bc2b340997b280bc5f19b2: Waiting for close lock at 1731507612954Disabling compacts and flushes for region at 1731507612954Disabling writes for close at 1731507612954Writing region close event to WAL at 1731507612954Closed at 1731507612954 2024-11-13T14:20:12,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:20:12,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507612955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507612955"}]},"ts":"1731507612955"} 2024-11-13T14:20:12,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:20:12,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:20:12,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507612958"}]},"ts":"1731507612958"} 2024-11-13T14:20:12,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:20:12,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4993268515bc2b340997b280bc5f19b2, ASSIGN}] 2024-11-13T14:20:12,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4993268515bc2b340997b280bc5f19b2, ASSIGN 2024-11-13T14:20:12,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4993268515bc2b340997b280bc5f19b2, ASSIGN; state=OFFLINE, location=eb1966fd6578,42541,1731507599161; forceNewPlan=false, retain=false 2024-11-13T14:20:13,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4993268515bc2b340997b280bc5f19b2, regionState=OPENING, regionLocation=eb1966fd6578,42541,1731507599161 2024-11-13T14:20:13,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4993268515bc2b340997b280bc5f19b2, ASSIGN because future has completed 2024-11-13T14:20:13,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4993268515bc2b340997b280bc5f19b2, server=eb1966fd6578,42541,1731507599161}] 2024-11-13T14:20:13,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:13,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:13,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:13,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:13,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:13,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:13,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:13,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:13,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:13,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:13,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:13,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:20:13,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C42541%2C1731507599161.rep, suffix=, logDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161, archiveDir=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/oldWALs, maxLogs=10 2024-11-13T14:20:13,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.rep.1731507613271, exclude list is [], retry=0 2024-11-13T14:20:13,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-6d143e28-f455-47b4-a6d9-da2f8248ad50,DISK] 2024-11-13T14:20:13,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.rep.1731507613271 2024-11-13T14:20:13,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37527:37527)] 2024-11-13T14:20:13,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4993268515bc2b340997b280bc5f19b2, NAME => 'hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:13,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:13,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:20:13,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. service=MultiRowMutationService 2024-11-13T14:20:13,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:20:13,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:13,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,292 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,293 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4993268515bc2b340997b280bc5f19b2 columnFamilyName hfileref 2024-11-13T14:20:13,293 DEBUG [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:13,293 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] regionserver.HStore(327): Store=4993268515bc2b340997b280bc5f19b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:13,293 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,294 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4993268515bc2b340997b280bc5f19b2 columnFamilyName queue 2024-11-13T14:20:13,294 DEBUG [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:13,295 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] regionserver.HStore(327): Store=4993268515bc2b340997b280bc5f19b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:13,295 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,296 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4993268515bc2b340997b280bc5f19b2 columnFamilyName sid 2024-11-13T14:20:13,296 DEBUG [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:13,296 INFO [StoreOpener-4993268515bc2b340997b280bc5f19b2-1 {}] regionserver.HStore(327): Store=4993268515bc2b340997b280bc5f19b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:13,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:20:13,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:13,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4993268515bc2b340997b280bc5f19b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74121287, jitterRate=0.10449324548244476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:20:13,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:13,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4993268515bc2b340997b280bc5f19b2: Running coprocessor pre-open hook at 1731507613291Writing region info on filesystem at 1731507613291Initializing all the Stores at 1731507613292 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507613292Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507613292Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507613292Cleaning up temporary data from old regions at 1731507613298 (+6 ms)Running coprocessor post-open hooks at 1731507613301 (+3 ms)Region opened successfully at 1731507613302 (+1 ms) 2024-11-13T14:20:13,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2., pid=10, masterSystemTime=1731507613265 2024-11-13T14:20:13,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:13,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:13,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4993268515bc2b340997b280bc5f19b2, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42541,1731507599161 2024-11-13T14:20:13,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4993268515bc2b340997b280bc5f19b2, server=eb1966fd6578,42541,1731507599161 because future has completed 2024-11-13T14:20:13,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:20:13,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4993268515bc2b340997b280bc5f19b2, server=eb1966fd6578,42541,1731507599161 in 193 msec 2024-11-13T14:20:13,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:20:13,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4993268515bc2b340997b280bc5f19b2, ASSIGN in 349 msec 2024-11-13T14:20:13,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:20:13,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507613310"}]},"ts":"1731507613310"} 2024-11-13T14:20:13,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:20:13,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:20:13,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec 2024-11-13T14:20:13,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2., hostname=eb1966fd6578,42541,1731507599161, seqNum=2] 2024-11-13T14:20:13,441 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:13,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:13,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:20:13,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:20:13,616 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:20:13,641 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,42541,1731507599161, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:20:13,642 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:13,642 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42541,1731507599161, seqNum=-1] 2024-11-13T14:20:13,642 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:13,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T14:20:13,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,42541,1731507599161', locateType=CURRENT is [region=hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2., hostname=eb1966fd6578,42541,1731507599161, seqNum=2] 2024-11-13T14:20:13,657 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:20:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:20:13,659 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,42541,1731507599161 suceeded 2024-11-13T14:20:13,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:20:13,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-13T14:20:13,660 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:43685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:20:13,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-13T14:20:13,670 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:43685' 2024-11-13T14:20:13,671 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d4f9b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:13,671 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43685,-1 for getting cluster id 2024-11-13T14:20:13,671 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:13,672 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79166e88-4fbc-4dbf-a183-f8e8e8276c0c' 2024-11-13T14:20:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79166e88-4fbc-4dbf-a183-f8e8e8276c0c" 2024-11-13T14:20:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13d31761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43685,-1] 2024-11-13T14:20:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:13,673 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:13,674 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37bea53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:13,674 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:13,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,43685,1731507604576 2024-11-13T14:20:13,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ff043a 2024-11-13T14:20:13,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:13,675 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T14:20:13,676 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,42541,1731507599161 (queues=1) is replicating from cluster=724156b7-99d9-4f7c-aa32-a2f97d50add5 to cluster=79166e88-4fbc-4dbf-a183-f8e8e8276c0c 2024-11-13T14:20:13,676 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C42541%2C1731507599161 2024-11-13T14:20:13,676 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,42541,1731507599161, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:20:13,677 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C42541%2C1731507599161 2024-11-13T14:20:13,677 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403, startPosition=0, beingWritten=true 2024-11-13T14:20:13,681 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:13,682 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 379, reset compression=false 2024-11-13T14:20:13,682 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42541,1731507599161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:13,885 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 379, reset compression=false 2024-11-13T14:20:14,189 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 379, reset compression=false 2024-11-13T14:20:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:14,259 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:20:14,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:14,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:14,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:14,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:14,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:14,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674f8f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:14,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43685,-1 for getting cluster id 2024-11-13T14:20:14,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:14,261 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79166e88-4fbc-4dbf-a183-f8e8e8276c0c' 2024-11-13T14:20:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79166e88-4fbc-4dbf-a183-f8e8e8276c0c" 2024-11-13T14:20:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256706b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43685,-1] 2024-11-13T14:20:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:14,262 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af4b2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:14,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,43685,1731507604576 2024-11-13T14:20:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48485d17 2024-11-13T14:20:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:14,265 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:14,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:42573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:20:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:20:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:14,267 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:42573' 2024-11-13T14:20:14,268 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a760f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:14,268 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42573,-1 for getting cluster id 2024-11-13T14:20:14,268 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:14,269 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '724156b7-99d9-4f7c-aa32-a2f97d50add5' 2024-11-13T14:20:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "724156b7-99d9-4f7c-aa32-a2f97d50add5" 2024-11-13T14:20:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c695c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42573,-1] 2024-11-13T14:20:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:14,270 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:14,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3349c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:14,271 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:14,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42573,1731507598851 2024-11-13T14:20:14,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3061a8e0 2024-11-13T14:20:14,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:14,272 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:14,273 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T14:20:14,273 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:20:14,273 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:14,273 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:14,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:14,273 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:14,274 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:20:14,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:20:14,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:14,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:20:14,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:20:14,282 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09f45dd056b9ed1f048399e04a35e2c1, NAME => 'hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a 2024-11-13T14:20:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:20:14,325 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:20:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:14,594 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 379, reset compression=false 2024-11-13T14:20:14,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:14,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 09f45dd056b9ed1f048399e04a35e2c1, disabling compactions & flushes 2024-11-13T14:20:14,688 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:14,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:14,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. after waiting 0 ms 2024-11-13T14:20:14,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:14,688 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:14,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09f45dd056b9ed1f048399e04a35e2c1: Waiting for close lock at 1731507614687Disabling compacts and flushes for region at 1731507614687Disabling writes for close at 1731507614688 (+1 ms)Writing region close event to WAL at 1731507614688Closed at 1731507614688 2024-11-13T14:20:14,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:20:14,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507614689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507614689"}]},"ts":"1731507614689"} 2024-11-13T14:20:14,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:20:14,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:20:14,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507614692"}]},"ts":"1731507614692"} 2024-11-13T14:20:14,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:20:14,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09f45dd056b9ed1f048399e04a35e2c1, ASSIGN}] 2024-11-13T14:20:14,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09f45dd056b9ed1f048399e04a35e2c1, ASSIGN 2024-11-13T14:20:14,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09f45dd056b9ed1f048399e04a35e2c1, ASSIGN; state=OFFLINE, location=eb1966fd6578,37947,1731507604728; forceNewPlan=false, retain=false 2024-11-13T14:20:14,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09f45dd056b9ed1f048399e04a35e2c1, regionState=OPENING, regionLocation=eb1966fd6578,37947,1731507604728 2024-11-13T14:20:14,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09f45dd056b9ed1f048399e04a35e2c1, ASSIGN because future has completed 2024-11-13T14:20:14,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f45dd056b9ed1f048399e04a35e2c1, server=eb1966fd6578,37947,1731507604728}] 2024-11-13T14:20:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:15,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:15,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:15,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:20:15,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C37947%2C1731507604728.rep, suffix=, logDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728, archiveDir=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/oldWALs, maxLogs=10 2024-11-13T14:20:15,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.rep.1731507615006, exclude list is [], retry=0 2024-11-13T14:20:15,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-971e1b54-789e-4595-aeb1-2bf13e906a96,DISK] 2024-11-13T14:20:15,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.rep.1731507615006 2024-11-13T14:20:15,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35867:35867)] 2024-11-13T14:20:15,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 09f45dd056b9ed1f048399e04a35e2c1, NAME => 'hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:15,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:15,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:20:15,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. service=MultiRowMutationService 2024-11-13T14:20:15,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:20:15,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:15,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,027 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,028 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f45dd056b9ed1f048399e04a35e2c1 columnFamilyName hfileref 2024-11-13T14:20:15,028 DEBUG [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:15,028 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] regionserver.HStore(327): Store=09f45dd056b9ed1f048399e04a35e2c1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:15,029 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,029 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f45dd056b9ed1f048399e04a35e2c1 columnFamilyName queue 2024-11-13T14:20:15,030 DEBUG [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:15,030 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] regionserver.HStore(327): Store=09f45dd056b9ed1f048399e04a35e2c1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:15,030 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,031 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09f45dd056b9ed1f048399e04a35e2c1 columnFamilyName sid 2024-11-13T14:20:15,031 DEBUG [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:15,031 INFO [StoreOpener-09f45dd056b9ed1f048399e04a35e2c1-1 {}] regionserver.HStore(327): Store=09f45dd056b9ed1f048399e04a35e2c1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:15,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:20:15,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:15,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 09f45dd056b9ed1f048399e04a35e2c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63461909, jitterRate=-0.05434386432170868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:20:15,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:15,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 09f45dd056b9ed1f048399e04a35e2c1: Running coprocessor pre-open hook at 1731507615026Writing region info on filesystem at 1731507615026Initializing all the Stores at 1731507615027 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507615027Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507615027Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507615027Cleaning up temporary data from old regions at 1731507615033 (+6 ms)Running coprocessor post-open hooks at 1731507615037 (+4 ms)Region opened successfully at 1731507615037 2024-11-13T14:20:15,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1., pid=10, masterSystemTime=1731507615001 2024-11-13T14:20:15,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:15,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:15,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09f45dd056b9ed1f048399e04a35e2c1, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,37947,1731507604728 2024-11-13T14:20:15,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09f45dd056b9ed1f048399e04a35e2c1, server=eb1966fd6578,37947,1731507604728 because future has completed 2024-11-13T14:20:15,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:20:15,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 09f45dd056b9ed1f048399e04a35e2c1, server=eb1966fd6578,37947,1731507604728 in 195 msec 2024-11-13T14:20:15,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:20:15,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09f45dd056b9ed1f048399e04a35e2c1, ASSIGN in 351 msec 2024-11-13T14:20:15,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:20:15,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507615047"}]},"ts":"1731507615047"} 2024-11-13T14:20:15,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:20:15,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:20:15,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-13T14:20:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1., hostname=eb1966fd6578,37947,1731507604728, seqNum=2] 2024-11-13T14:20:15,098 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 379, reset compression=false 2024-11-13T14:20:15,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:15,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:15,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:20:15,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:20:15,311 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:20:15,337 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,37947,1731507604728, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:20:15,338 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:15,338 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37947,1731507604728, seqNum=-1] 2024-11-13T14:20:15,338 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:15,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T14:20:15,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,37947,1731507604728', locateType=CURRENT is [region=hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1., hostname=eb1966fd6578,37947,1731507604728, seqNum=2] 2024-11-13T14:20:15,342 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:20:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:20:15,344 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,37947,1731507604728 suceeded 2024-11-13T14:20:15,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:20:15,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T14:20:15,346 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:42573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:20:15,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-11-13T14:20:15,354 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:42573' 2024-11-13T14:20:15,369 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@609fcad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:15,370 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42573,-1 for getting cluster id 2024-11-13T14:20:15,370 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:15,370 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '724156b7-99d9-4f7c-aa32-a2f97d50add5' 2024-11-13T14:20:15,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:15,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "724156b7-99d9-4f7c-aa32-a2f97d50add5" 2024-11-13T14:20:15,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62f1b43f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:15,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42573,-1] 2024-11-13T14:20:15,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:15,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:15,372 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:15,372 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa527ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:15,373 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:15,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42573,1731507598851 2024-11-13T14:20:15,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14448a1e 2024-11-13T14:20:15,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:15,374 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T14:20:15,375 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,37947,1731507604728 (queues=1) is replicating from cluster=79166e88-4fbc-4dbf-a183-f8e8e8276c0c to cluster=724156b7-99d9-4f7c-aa32-a2f97d50add5 2024-11-13T14:20:15,375 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C37947%2C1731507604728 2024-11-13T14:20:15,375 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,37947,1731507604728, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:20:15,375 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C37947%2C1731507604728 2024-11-13T14:20:15,375 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552, startPosition=0, beingWritten=true 2024-11-13T14:20:15,385 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:15,385 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 379, reset compression=false 2024-11-13T14:20:15,385 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37947,1731507604728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:15,400 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:20:15,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:15,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:15,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:15,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:15,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:15,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:15,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731507615404/Put/seqid=0 2024-11-13T14:20:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741840_1016 (size=7894) 2024-11-13T14:20:15,590 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 379, reset compression=false 2024-11-13T14:20:15,702 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 379, reset compression=false 2024-11-13T14:20:15,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731507615811/Put/seqid=0 2024-11-13T14:20:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741841_1017 (size=7691) 2024-11-13T14:20:15,904 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 379, reset compression=false 2024-11-13T14:20:16,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f5a4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:16,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42573,-1 for getting cluster id 2024-11-13T14:20:16,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:16,218 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '724156b7-99d9-4f7c-aa32-a2f97d50add5' 2024-11-13T14:20:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "724156b7-99d9-4f7c-aa32-a2f97d50add5" 2024-11-13T14:20:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e50e73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42573,-1] 2024-11-13T14:20:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:16,220 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:16,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a7d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:16,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42541,1731507599161, seqNum=-1] 2024-11-13T14:20:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:16,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:16,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42573,1731507598851 2024-11-13T14:20:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291b5629 2024-11-13T14:20:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:16,233 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4., hostname=eb1966fd6578,42541,1731507599161, seqNum=2] 2024-11-13T14:20:16,239 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:20:16,245 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T14:20:16,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T14:20:16,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e73a3565c70c5f64e1b64fee452510f4/f 2024-11-13T14:20:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T14:20:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:20:16,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e73a3565c70c5f64e1b64fee452510f4/f 2024-11-13T14:20:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T14:20:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:20:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HRegion(2603): Flush status journal for e73a3565c70c5f64e1b64fee452510f4: 2024-11-13T14:20:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_1 2024-11-13T14:20:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_1 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ 2024-11-13T14:20:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_0 2024-11-13T14:20:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_0 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ 2024-11-13T14:20:16,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_1 into e73a3565c70c5f64e1b64fee452510f4/f as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ - updating store file list. 2024-11-13T14:20:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:20:16,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ into e73a3565c70c5f64e1b64fee452510f4/f 2024-11-13T14:20:16,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_1 into e73a3565c70c5f64e1b64fee452510f4/f (new location: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_) 2024-11-13T14:20:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_1 2024-11-13T14:20:16,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_0 into e73a3565c70c5f64e1b64fee452510f4/f as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ - updating store file list. 2024-11-13T14:20:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84136b583cc24d239b166719d74fbb49_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:20:16,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ into e73a3565c70c5f64e1b64fee452510f4/f 2024-11-13T14:20:16,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_0 into e73a3565c70c5f64e1b64fee452510f4/f (new location: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/84136b583cc24d239b166719d74fbb49_SeqId_4_) 2024-11-13T14:20:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins__test__2fecgt692ifodn1rp6rcmkfnlnimvaqvtfs5qb1rbfln6op12pir7vvuqno9okv0/f/hfile_0 2024-11-13T14:20:16,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:16,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:16,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:16,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:16,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:16,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4., hostname=eb1966fd6578,42541,1731507599161, seqNum=2 , the old value is region=test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4., hostname=eb1966fd6578,42541,1731507599161, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb1966fd6578:42541 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:20:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4., hostname=eb1966fd6578,42541,1731507599161, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:20:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4., hostname=eb1966fd6578,42541,1731507599161, seqNum=2 from cache 2024-11-13T14:20:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34452 deadline: 1731507676291 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34452 2024-11-13T14:20:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37947,1731507604728, seqNum=-1] 2024-11-13T14:20:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:16,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:16,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55., hostname=eb1966fd6578,37947,1731507604728, seqNum=2] 2024-11-13T14:20:16,299 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T14:20:16,312 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 379, reset compression=false 2024-11-13T14:20:16,400 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:42541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T14:20:16,405 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 379, reset compression=false 2024-11-13T14:20:16,411 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:20:16,411 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42541,1731507599161 got entry batch from reader: WALEntryBatch [walEntries=[{test/e73a3565c70c5f64e1b64fee452510f4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731507616288/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T14:20:16,414 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:20:16,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T14:20:16,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.ReplicationSink(318): Replicating [724156b7-99d9-4f7c-aa32-a2f97d50add5] bulk loaded data 2024-11-13T14:20:16,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5423975a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:16,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43685,-1 for getting cluster id 2024-11-13T14:20:16,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:16,417 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79166e88-4fbc-4dbf-a183-f8e8e8276c0c' 2024-11-13T14:20:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:16,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79166e88-4fbc-4dbf-a183-f8e8e8276c0c" 2024-11-13T14:20:16,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27837ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:16,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43685,-1] 2024-11-13T14:20:16,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:16,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:16,419 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:16,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5da983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:16,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741840_1016 (size=7691) 2024-11-13T14:20:16,612 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 687, reset compression=false 2024-11-13T14:20:16,816 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 379, reset compression=false 2024-11-13T14:20:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741841_1017 (size=7894) 2024-11-13T14:20:16,915 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 687, reset compression=false 2024-11-13T14:20:17,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:17,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,43685,1731507604576 2024-11-13T14:20:17,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6281eb6 2024-11-13T14:20:17,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:17,256 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T14:20:17,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:20:17,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:17,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37947,1731507604728, seqNum=-1] 2024-11-13T14:20:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:17,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T14:20:17,266 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T14:20:17,269 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T14:20:17,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ for inclusion in f33eb0a85b52d87ccac3fdf45af9be55/f 2024-11-13T14:20:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T14:20:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:20:17,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ for inclusion in f33eb0a85b52d87ccac3fdf45af9be55/f 2024-11-13T14:20:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T14:20:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:20:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HRegion(2603): Flush status journal for f33eb0a85b52d87ccac3fdf45af9be55: 2024-11-13T14:20:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:20:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/9c5c338541f04e5485cc5d8da9208dfc_SeqId_4_ 2024-11-13T14:20:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 84136b583cc24d239b166719d74fbb49_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:20:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/43bdcbb8b28e404f87b9ee507752bd15_SeqId_4_ 2024-11-13T14:20:17,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ into f33eb0a85b52d87ccac3fdf45af9be55/f as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/9c5c338541f04e5485cc5d8da9208dfc_SeqId_4_ - updating store file list. 2024-11-13T14:20:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c5c338541f04e5485cc5d8da9208dfc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:20:17,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/9c5c338541f04e5485cc5d8da9208dfc_SeqId_4_ into f33eb0a85b52d87ccac3fdf45af9be55/f 2024-11-13T14:20:17,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ into f33eb0a85b52d87ccac3fdf45af9be55/f (new location: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/9c5c338541f04e5485cc5d8da9208dfc_SeqId_4_) 2024-11-13T14:20:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/8fc33547af1948cd95b7cd21ca6dcbf2_SeqId_4_ 2024-11-13T14:20:17,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ into f33eb0a85b52d87ccac3fdf45af9be55/f as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/43bdcbb8b28e404f87b9ee507752bd15_SeqId_4_ - updating store file list. 2024-11-13T14:20:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43bdcbb8b28e404f87b9ee507752bd15_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:20:17,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/43bdcbb8b28e404f87b9ee507752bd15_SeqId_4_ into f33eb0a85b52d87ccac3fdf45af9be55/f 2024-11-13T14:20:17,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ into f33eb0a85b52d87ccac3fdf45af9be55/f (new location: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/43bdcbb8b28e404f87b9ee507752bd15_SeqId_4_) 2024-11-13T14:20:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__qppg2ph8em3s4ef8a47v69mia8dilsbs9i49k7vtss7gagmgqaecvodd92q25jl/f/84136b583cc24d239b166719d74fbb49_SeqId_4_ 2024-11-13T14:20:17,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.ReplicationSink(324): Finished replicating [724156b7-99d9-4f7c-aa32-a2f97d50add5] bulk loaded data 2024-11-13T14:20:17,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:17,312 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731507617311/Put/seqid=0 2024-11-13T14:20:17,318 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 687, reset compression=false 2024-11-13T14:20:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741842_1018 (size=11194) 2024-11-13T14:20:17,420 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 379, reset compression=false 2024-11-13T14:20:17,424 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:20:17,425 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37947,1731507604728 got entry batch from reader: WALEntryBatch [walEntries=[{test/f33eb0a85b52d87ccac3fdf45af9be55/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731507617292/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T14:20:17,426 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:20:17,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T14:20:17,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.ReplicationSink(318): Replicating [724156b7-99d9-4f7c-aa32-a2f97d50add5, 79166e88-4fbc-4dbf-a183-f8e8e8276c0c] bulk loaded data 2024-11-13T14:20:17,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc375ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:17,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42573,-1 for getting cluster id 2024-11-13T14:20:17,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:17,429 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '724156b7-99d9-4f7c-aa32-a2f97d50add5' 2024-11-13T14:20:17,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:17,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "724156b7-99d9-4f7c-aa32-a2f97d50add5" 2024-11-13T14:20:17,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@db80fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:17,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42573,-1] 2024-11-13T14:20:17,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:17,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:17,430 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:17,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bb7f434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741842_1018 (size=7691) 2024-11-13T14:20:17,625 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 725, reset compression=false 2024-11-13T14:20:17,723 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731507617723/Put/seqid=0 2024-11-13T14:20:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741843_1019 (size=10791) 2024-11-13T14:20:17,825 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 687, reset compression=false 2024-11-13T14:20:17,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741843_1019 (size=7894) 2024-11-13T14:20:17,928 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 725, reset compression=false 2024-11-13T14:20:18,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c841233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:18,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,43685,-1 for getting cluster id 2024-11-13T14:20:18,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:18,130 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79166e88-4fbc-4dbf-a183-f8e8e8276c0c' 2024-11-13T14:20:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79166e88-4fbc-4dbf-a183-f8e8e8276c0c" 2024-11-13T14:20:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335ab092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,43685,-1] 2024-11-13T14:20:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:18,131 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:18,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf717d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:18,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37947,1731507604728, seqNum=-1] 2024-11-13T14:20:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:18,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:18,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,43685,1731507604576 2024-11-13T14:20:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b9c42e4 2024-11-13T14:20:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:18,144 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55., hostname=eb1966fd6578,37947,1731507604728, seqNum=2] 2024-11-13T14:20:18,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:20:18,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T14:20:18,160 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T14:20:18,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f33eb0a85b52d87ccac3fdf45af9be55/f 2024-11-13T14:20:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T14:20:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:20:18,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f33eb0a85b52d87ccac3fdf45af9be55/f 2024-11-13T14:20:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T14:20:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:20:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HRegion(2603): Flush status journal for f33eb0a85b52d87ccac3fdf45af9be55: 2024-11-13T14:20:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_0 2024-11-13T14:20:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_0 as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ 2024-11-13T14:20:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_1 2024-11-13T14:20:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_1 as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ 2024-11-13T14:20:18,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_0 into f33eb0a85b52d87ccac3fdf45af9be55/f as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ - updating store file list. 2024-11-13T14:20:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:20:18,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ into f33eb0a85b52d87ccac3fdf45af9be55/f 2024-11-13T14:20:18,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_0 into f33eb0a85b52d87ccac3fdf45af9be55/f (new location: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_) 2024-11-13T14:20:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_0 2024-11-13T14:20:18,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_1 into f33eb0a85b52d87ccac3fdf45af9be55/f as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ - updating store file list. 2024-11-13T14:20:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ea1a23a144749ccb8f30e31577c7328_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:20:18,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ into f33eb0a85b52d87ccac3fdf45af9be55/f 2024-11-13T14:20:18,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_1 into f33eb0a85b52d87ccac3fdf45af9be55/f (new location: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_) 2024-11-13T14:20:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins__test__ukp4ftjkbdappf8fc5oht56302i3cci847dfnsnu2s2i5ngsvi75ole1cv2ju668/f/hfile_1 2024-11-13T14:20:18,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:18,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:18,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:18,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:18,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55., hostname=eb1966fd6578,37947,1731507604728, seqNum=2 , the old value is region=test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55., hostname=eb1966fd6578,37947,1731507604728, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb1966fd6578:37947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:20:18,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55., hostname=eb1966fd6578,37947,1731507604728, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:20:18,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55., hostname=eb1966fd6578,37947,1731507604728, seqNum=2 from cache 2024-11-13T14:20:18,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:18,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:18,212 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T14:20:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42541,1731507599161, seqNum=-1] 2024-11-13T14:20:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:18,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4., hostname=eb1966fd6578,42541,1731507599161, seqNum=2] 2024-11-13T14:20:18,224 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T14:20:18,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:18,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42573,1731507598851 2024-11-13T14:20:18,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63cf09a5 2024-11-13T14:20:18,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:18,254 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T14:20:18,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:20:18,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:18,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42541,1731507599161, seqNum=-1] 2024-11-13T14:20:18,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:18,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T14:20:18,266 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__llmit8fi284e8v3pdpf3cpqg3fo5ujqc7krr7s8njsg9eevnfbaf681dd67el2u/f/43bdcbb8b28e404f87b9ee507752bd15_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T14:20:18,270 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__llmit8fi284e8v3pdpf3cpqg3fo5ujqc7krr7s8njsg9eevnfbaf681dd67el2u/f/9c5c338541f04e5485cc5d8da9208dfc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T14:20:18,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.ReplicationSink(324): Finished replicating [724156b7-99d9-4f7c-aa32-a2f97d50add5, 79166e88-4fbc-4dbf-a183-f8e8e8276c0c] bulk loaded data 2024-11-13T14:20:18,320 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:37947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T14:20:18,333 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 725, reset compression=false 2024-11-13T14:20:18,337 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:20:18,337 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37947,1731507604728 got entry batch from reader: WALEntryBatch [walEntries=[{test/f33eb0a85b52d87ccac3fdf45af9be55/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731507618209/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T14:20:18,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.ReplicationSink(318): Replicating [79166e88-4fbc-4dbf-a183-f8e8e8276c0c] bulk loaded data 2024-11-13T14:20:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741844_1020 (size=11194) 2024-11-13T14:20:18,429 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 687, reset compression=false 2024-11-13T14:20:18,537 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1033, reset compression=false 2024-11-13T14:20:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741845_1021 (size=10791) 2024-11-13T14:20:18,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:18,842 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1033, reset compression=false 2024-11-13T14:20:18,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:18,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:18,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:18,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:18,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:18,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:18,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:18,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:18,890 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:20:18,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:20:18,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T14:20:18,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:20:18,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T14:20:18,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:20:18,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T14:20:19,133 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 687, reset compression=false 2024-11-13T14:20:19,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:20:19,183 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T14:20:19,202 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T14:20:19,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ for inclusion in e73a3565c70c5f64e1b64fee452510f4/f 2024-11-13T14:20:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T14:20:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:20:19,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ for inclusion in e73a3565c70c5f64e1b64fee452510f4/f 2024-11-13T14:20:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T14:20:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:20:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HRegion(2603): Flush status journal for e73a3565c70c5f64e1b64fee452510f4: 2024-11-13T14:20:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:20:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/8eec7903d3884922aa99886f570b35d1_SeqId_6_ 2024-11-13T14:20:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:20:19,234 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T14:20:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/d17b24a5b4824cb6b79055ab0a364df3_SeqId_6_ 2024-11-13T14:20:19,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ into e73a3565c70c5f64e1b64fee452510f4/f as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/8eec7903d3884922aa99886f570b35d1_SeqId_6_ - updating store file list. 2024-11-13T14:20:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8eec7903d3884922aa99886f570b35d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:20:19,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/8eec7903d3884922aa99886f570b35d1_SeqId_6_ into e73a3565c70c5f64e1b64fee452510f4/f 2024-11-13T14:20:19,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ into e73a3565c70c5f64e1b64fee452510f4/f (new location: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/8eec7903d3884922aa99886f570b35d1_SeqId_6_) 2024-11-13T14:20:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/0ea1a23a144749ccb8f30e31577c7328_SeqId_6_ 2024-11-13T14:20:19,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ into e73a3565c70c5f64e1b64fee452510f4/f as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/d17b24a5b4824cb6b79055ab0a364df3_SeqId_6_ - updating store file list. 2024-11-13T14:20:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d17b24a5b4824cb6b79055ab0a364df3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:20:19,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/d17b24a5b4824cb6b79055ab0a364df3_SeqId_6_ into e73a3565c70c5f64e1b64fee452510f4/f 2024-11-13T14:20:19,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ into e73a3565c70c5f64e1b64fee452510f4/f (new location: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/f/d17b24a5b4824cb6b79055ab0a364df3_SeqId_6_) 2024-11-13T14:20:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/staging/jenkins.hfs.10__test__ac7jhsra5thjve5b6ffola4ct663v6iqfs1mvulfaf1hqj9uj655nj6l8lrr48uj/f/f8944aa4efe54738bc88414bcfd26fb2_SeqId_6_ 2024-11-13T14:20:19,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.ReplicationSink(324): Finished replicating [79166e88-4fbc-4dbf-a183-f8e8e8276c0c] bulk loaded data 2024-11-13T14:20:19,260 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1033, reset compression=false 2024-11-13T14:20:19,773 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1033, reset compression=false 2024-11-13T14:20:19,962 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 687, reset compression=false 2024-11-13T14:20:19,971 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:20:19,971 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42541,1731507599161 got entry batch from reader: WALEntryBatch [walEntries=[{test/e73a3565c70c5f64e1b64fee452510f4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731507619252/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T14:20:19,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.ReplicationSink(318): Replicating [79166e88-4fbc-4dbf-a183-f8e8e8276c0c, 724156b7-99d9-4f7c-aa32-a2f97d50add5] bulk loaded data 2024-11-13T14:20:20,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741844_1020 (size=10791) 2024-11-13T14:20:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741845_1021 (size=11194) 2024-11-13T14:20:20,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:20:20,045 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__h1j7v82v7hha82edo8sf6etpso39murdusf6q4iurkvc4bs4kr1bm097q7umbfn7/f/8eec7903d3884922aa99886f570b35d1_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T14:20:20,049 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/staging/jenkins.hfs.11__test__h1j7v82v7hha82edo8sf6etpso39murdusf6q4iurkvc4bs4kr1bm097q7umbfn7/f/d17b24a5b4824cb6b79055ab0a364df3_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T14:20:20,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37947 {}] regionserver.ReplicationSink(324): Finished replicating [79166e88-4fbc-4dbf-a183-f8e8e8276c0c, 724156b7-99d9-4f7c-aa32-a2f97d50add5] bulk loaded data 2024-11-13T14:20:20,171 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1033, reset compression=false 2024-11-13T14:20:20,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:20:20,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:20,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:20,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:20,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:20,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:20,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:20:20,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=833350410, stopped=false 2024-11-13T14:20:20,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,43685,1731507604576 2024-11-13T14:20:20,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495083796/running 2024-11-13T14:20:20,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495083796/running 2024-11-13T14:20:20,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:20,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:20,336 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:20:20,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:20,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:20,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:20,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on znode that does not yet exist, /1495083796/running 2024-11-13T14:20:20,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Set watcher on znode that does not yet exist, /1495083796/running 2024-11-13T14:20:20,339 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,37947,1731507604728' ***** 2024-11-13T14:20:20,339 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:20:20,340 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:20:20,340 INFO [RS:0;eb1966fd6578:37947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:20:20,340 INFO [RS:0;eb1966fd6578:37947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:20:20,340 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(3091): Received CLOSE for 09f45dd056b9ed1f048399e04a35e2c1 2024-11-13T14:20:20,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:20:20,341 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(3091): Received CLOSE for f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:20,341 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,37947,1731507604728 2024-11-13T14:20:20,341 INFO [RS:0;eb1966fd6578:37947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:20:20,341 INFO [RS:0;eb1966fd6578:37947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:37947. 2024-11-13T14:20:20,341 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09f45dd056b9ed1f048399e04a35e2c1, disabling compactions & flushes 2024-11-13T14:20:20,341 DEBUG [RS:0;eb1966fd6578:37947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:20,341 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:20,341 DEBUG [RS:0;eb1966fd6578:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:20,341 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:20,342 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:20:20,342 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:20:20,342 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:20:20,342 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:20:20,342 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. after waiting 1 ms 2024-11-13T14:20:20,342 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:20,342 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09f45dd056b9ed1f048399e04a35e2c1 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T14:20:20,344 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:20:20,344 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1325): Online Regions={09f45dd056b9ed1f048399e04a35e2c1=hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1., 1588230740=hbase:meta,,1.1588230740, f33eb0a85b52d87ccac3fdf45af9be55=test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55.} 2024-11-13T14:20:20,344 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 09f45dd056b9ed1f048399e04a35e2c1, 1588230740, f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:20,345 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:20:20,345 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:20:20,345 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:20:20,345 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:20:20,345 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:20:20,345 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:20:20,345 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:20:20,369 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/.tmp/hfileref/f80df611ef714a7d84bb143bc115440e is 74, key is 1/hfileref:0ea1a23a144749ccb8f30e31577c7328_SeqId_6_/1731507619256/DeleteColumn/seqid=0 2024-11-13T14:20:20,378 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1033, reset compression=false 2024-11-13T14:20:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741846_1022 (size=5345) 2024-11-13T14:20:20,393 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/info/9c2a00c9c6e647538f9a251364bdfd69 is 147, key is hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1./info:regioninfo/1731507615040/Put/seqid=0 2024-11-13T14:20:20,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741847_1023 (size=7686) 2024-11-13T14:20:20,429 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:20:20,429 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:20:20,507 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1033, reset compression=false 2024-11-13T14:20:20,545 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 09f45dd056b9ed1f048399e04a35e2c1, 1588230740, f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:20,745 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 09f45dd056b9ed1f048399e04a35e2c1, 1588230740, f33eb0a85b52d87ccac3fdf45af9be55 2024-11-13T14:20:20,792 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/.tmp/hfileref/f80df611ef714a7d84bb143bc115440e 2024-11-13T14:20:20,811 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/info/9c2a00c9c6e647538f9a251364bdfd69 2024-11-13T14:20:20,823 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/.tmp/queue/6bb5a75cff254b0a83e67d5cf9ea932f is 154, key is 1-eb1966fd6578,37947,1731507604728/queue:eb1966fd6578%2C37947%2C1731507604728/1731507619259/Put/seqid=0 2024-11-13T14:20:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741848_1024 (size=5353) 2024-11-13T14:20:20,839 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/.tmp/queue/6bb5a75cff254b0a83e67d5cf9ea932f 2024-11-13T14:20:20,845 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/.tmp/hfileref/f80df611ef714a7d84bb143bc115440e as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/hfileref/f80df611ef714a7d84bb143bc115440e 2024-11-13T14:20:20,846 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/ns/36adc50d68f04ee3bba53cfbeb3709cb is 43, key is default/ns:d/1731507607669/Put/seqid=0 2024-11-13T14:20:20,851 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/hfileref/f80df611ef714a7d84bb143bc115440e, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T14:20:20,852 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/.tmp/queue/6bb5a75cff254b0a83e67d5cf9ea932f as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/queue/6bb5a75cff254b0a83e67d5cf9ea932f 2024-11-13T14:20:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741849_1025 (size=5153) 2024-11-13T14:20:20,859 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/queue/6bb5a75cff254b0a83e67d5cf9ea932f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T14:20:20,860 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 09f45dd056b9ed1f048399e04a35e2c1 in 518ms, sequenceid=12, compaction requested=false 2024-11-13T14:20:20,864 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/replication/09f45dd056b9ed1f048399e04a35e2c1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T14:20:20,864 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:20,864 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:20,864 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:20,864 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09f45dd056b9ed1f048399e04a35e2c1: Waiting for close lock at 1731507620341Running coprocessor pre-close hooks at 1731507620341Disabling compacts and flushes for region at 1731507620341Disabling writes for close at 1731507620342 (+1 ms)Obtaining lock to block concurrent updates at 1731507620342Preparing flush snapshotting stores in 09f45dd056b9ed1f048399e04a35e2c1 at 1731507620342Finished memstore snapshotting hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731507620343 (+1 ms)Flushing stores of hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. at 1731507620343Flushing 09f45dd056b9ed1f048399e04a35e2c1/hfileref: creating writer at 1731507620345 (+2 ms)Flushing 09f45dd056b9ed1f048399e04a35e2c1/hfileref: appending metadata at 1731507620368 (+23 ms)Flushing 09f45dd056b9ed1f048399e04a35e2c1/hfileref: closing flushed file at 1731507620368Flushing 09f45dd056b9ed1f048399e04a35e2c1/queue: creating writer at 1731507620804 (+436 ms)Flushing 09f45dd056b9ed1f048399e04a35e2c1/queue: appending metadata at 1731507620823 (+19 ms)Flushing 09f45dd056b9ed1f048399e04a35e2c1/queue: closing flushed file at 1731507620823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b81fc90: reopening flushed file at 1731507620844 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3136277: reopening flushed file at 1731507620851 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 09f45dd056b9ed1f048399e04a35e2c1 in 518ms, sequenceid=12, compaction requested=false at 1731507620860 (+9 ms)Writing region close event to WAL at 1731507620861 (+1 ms)Running coprocessor post-close hooks at 1731507620864 (+3 ms)Closed at 1731507620864 2024-11-13T14:20:20,865 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507614273.09f45dd056b9ed1f048399e04a35e2c1. 2024-11-13T14:20:20,865 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f33eb0a85b52d87ccac3fdf45af9be55, disabling compactions & flushes 2024-11-13T14:20:20,865 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:20,865 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:20,865 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. after waiting 0 ms 2024-11-13T14:20:20,865 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:20,868 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/default/test/f33eb0a85b52d87ccac3fdf45af9be55/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:20:20,869 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:20,869 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:20:20,869 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:20,869 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f33eb0a85b52d87ccac3fdf45af9be55: Waiting for close lock at 1731507620865Running coprocessor pre-close hooks at 1731507620865Disabling compacts and flushes for region at 1731507620865Disabling writes for close at 1731507620865Writing region close event to WAL at 1731507620865Running coprocessor post-close hooks at 1731507620869 (+4 ms)Closed at 1731507620869 2024-11-13T14:20:20,869 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55. 2024-11-13T14:20:20,910 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1033, reset compression=false 2024-11-13T14:20:20,945 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:21,106 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1033, reset compression=false 2024-11-13T14:20:21,111 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:21,111 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1328, reset compression=false 2024-11-13T14:20:21,113 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37947,1731507604728 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:21,114 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,37947,1731507604728: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,37947,1731507604728, walGroup=eb1966fd6578%2C37947%2C1731507604728, offset=eb1966fd6578%2C37947%2C1731507604728.1731507606552:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:37947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:20:21,116 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:20:21,116 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:20:21,117 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:20:21,117 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:20:21,117 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:20:21,117 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 587655200 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187855056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:20:21,120 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:43685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:43685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:20:21,145 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:21,258 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/ns/36adc50d68f04ee3bba53cfbeb3709cb 2024-11-13T14:20:21,274 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/rep_barrier/77b8fb2b16d44d90a0513daa13ee618d is 112, key is test,,1731507609942.f33eb0a85b52d87ccac3fdf45af9be55./rep_barrier:seqnumDuringOpen/1731507611089/Put/seqid=0 2024-11-13T14:20:21,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741850_1026 (size=5518) 2024-11-13T14:20:21,314 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1328, reset compression=false 2024-11-13T14:20:21,345 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:20:21,345 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:20:21,346 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:21,414 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1033, reset compression=false 2024-11-13T14:20:21,546 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:21,618 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1328, reset compression=false 2024-11-13T14:20:21,678 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/rep_barrier/77b8fb2b16d44d90a0513daa13ee618d 2024-11-13T14:20:21,695 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/table/871abd53e4ce49708d2b63d0b1d631f4 is 53, key is hbase:replication/table:state/1731507615047/Put/seqid=0 2024-11-13T14:20:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741851_1027 (size=5308) 2024-11-13T14:20:21,746 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:21,946 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:22,019 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1033, reset compression=false 2024-11-13T14:20:22,020 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.wal-reader.eb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 to pos 1328, reset compression=false 2024-11-13T14:20:22,102 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/table/871abd53e4ce49708d2b63d0b1d631f4 2024-11-13T14:20:22,114 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/info/9c2a00c9c6e647538f9a251364bdfd69 as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/info/9c2a00c9c6e647538f9a251364bdfd69 2024-11-13T14:20:22,119 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/info/9c2a00c9c6e647538f9a251364bdfd69, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:20:22,120 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/ns/36adc50d68f04ee3bba53cfbeb3709cb as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/ns/36adc50d68f04ee3bba53cfbeb3709cb 2024-11-13T14:20:22,127 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/ns/36adc50d68f04ee3bba53cfbeb3709cb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:20:22,128 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/rep_barrier/77b8fb2b16d44d90a0513daa13ee618d as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/rep_barrier/77b8fb2b16d44d90a0513daa13ee618d 2024-11-13T14:20:22,135 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/rep_barrier/77b8fb2b16d44d90a0513daa13ee618d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:20:22,136 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/.tmp/table/871abd53e4ce49708d2b63d0b1d631f4 as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/table/871abd53e4ce49708d2b63d0b1d631f4 2024-11-13T14:20:22,140 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/table/871abd53e4ce49708d2b63d0b1d631f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:20:22,141 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1796ms, sequenceid=16, compaction requested=false 2024-11-13T14:20:22,146 DEBUG [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:22,161 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:20:22,161 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:22,161 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:22,162 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:22,162 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507620345Running coprocessor pre-close hooks at 1731507620345Disabling compacts and flushes for region at 1731507620345Disabling writes for close at 1731507620345Obtaining lock to block concurrent updates at 1731507620345Preparing flush snapshotting stores in 1588230740 at 1731507620345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507620349 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731507620353 (+4 ms)Flushing 1588230740/info: creating writer at 1731507620353Flushing 1588230740/info: appending metadata at 1731507620393 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731507620393Flushing 1588230740/ns: creating writer at 1731507620818 (+425 ms)Flushing 1588230740/ns: appending metadata at 1731507620845 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731507620845Flushing 1588230740/rep_barrier: creating writer at 1731507621262 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507621274 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507621274Flushing 1588230740/table: creating writer at 1731507621682 (+408 ms)Flushing 1588230740/table: appending metadata at 1731507621695 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731507621695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608fd9ca: reopening flushed file at 1731507622113 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5c0a44: reopening flushed file at 1731507622119 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7317b9: reopening flushed file at 1731507622128 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664dffbb: reopening flushed file at 1731507622135 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1796ms, sequenceid=16, compaction requested=false at 1731507622141 (+6 ms)Writing region close event to WAL at 1731507622156 (+15 ms)Running coprocessor post-close hooks at 1731507622161 (+5 ms)Closed at 1731507622161 2024-11-13T14:20:22,162 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:22,346 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,37947,1731507604728; all regions closed. 2024-11-13T14:20:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:20:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741839_1015 (size=3127) 2024-11-13T14:20:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741832_1008 (size=1336) 2024-11-13T14:20:22,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/WALs/eb1966fd6578,37947,1731507604728/eb1966fd6578%2C37947%2C1731507604728.1731507606552 not finished, retry = 0 2024-11-13T14:20:22,454 DEBUG [RS:0;eb1966fd6578:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:22,454 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:20:22,454 INFO [RS:0;eb1966fd6578:37947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:20:22,454 INFO [RS:0;eb1966fd6578:37947 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:20:22,454 INFO [RS:0;eb1966fd6578:37947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:20:22,454 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:20:22,454 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,37947,1731507604728 because: Region server is closing 2024-11-13T14:20:22,454 INFO [RS:0;eb1966fd6578:37947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:37947. 2024-11-13T14:20:22,455 DEBUG [RS:0;eb1966fd6578:37947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:22,455 DEBUG [RS:0;eb1966fd6578:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:22,455 DEBUG [RS:0;eb1966fd6578:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:22,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:22,555 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37947,1731507604728.replicationSource.shippereb1966fd6578%2C37947%2C1731507604728,1-eb1966fd6578,37947,1731507604728 terminated 2024-11-13T14:20:22,555 INFO [RS:0;eb1966fd6578:37947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:37947. 2024-11-13T14:20:22,555 DEBUG [RS:0;eb1966fd6578:37947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:22,555 DEBUG [RS:0;eb1966fd6578:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:22,555 DEBUG [RS:0;eb1966fd6578:37947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:22,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:22,555 INFO [RS:0;eb1966fd6578:37947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37947 2024-11-13T14:20:22,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796/rs 2024-11-13T14:20:22,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495083796/rs/eb1966fd6578,37947,1731507604728 2024-11-13T14:20:22,617 INFO [RS:0;eb1966fd6578:37947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:20:22,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,37947,1731507604728] 2024-11-13T14:20:22,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1495083796/draining/eb1966fd6578,37947,1731507604728 already deleted, retry=false 2024-11-13T14:20:22,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,37947,1731507604728 expired; onlineServers=0 2024-11-13T14:20:22,641 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,43685,1731507604576' ***** 2024-11-13T14:20:22,641 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:20:22,641 INFO [M:0;eb1966fd6578:43685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:20:22,641 INFO [M:0;eb1966fd6578:43685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:20:22,641 DEBUG [M:0;eb1966fd6578:43685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:20:22,641 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:20:22,641 DEBUG [M:0;eb1966fd6578:43685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:20:22,641 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507606344 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507606344,5,FailOnTimeoutGroup] 2024-11-13T14:20:22,641 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507606343 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507606343,5,FailOnTimeoutGroup] 2024-11-13T14:20:22,642 INFO [M:0;eb1966fd6578:43685 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:20:22,642 INFO [M:0;eb1966fd6578:43685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:20:22,642 DEBUG [M:0;eb1966fd6578:43685 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:20:22,642 INFO [M:0;eb1966fd6578:43685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:20:22,642 INFO [M:0;eb1966fd6578:43685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:20:22,642 INFO [M:0;eb1966fd6578:43685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:20:22,642 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:20:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1495083796/master 2024-11-13T14:20:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1495083796 2024-11-13T14:20:22,652 DEBUG [M:0;eb1966fd6578:43685 {}] zookeeper.ZKUtil(347): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Unable to get data of znode /1495083796/master because node does not exist (not an error) 2024-11-13T14:20:22,652 WARN [M:0;eb1966fd6578:43685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:20:22,652 INFO [M:0;eb1966fd6578:43685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/.lastflushedseqids 2024-11-13T14:20:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741852_1028 (size=263) 2024-11-13T14:20:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:22,731 INFO [RS:0;eb1966fd6578:37947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:20:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37947-0x1013491257d0004, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:22,731 INFO [RS:0;eb1966fd6578:37947 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,37947,1731507604728; zookeeper connection closed. 2024-11-13T14:20:22,731 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d899e49 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d899e49 2024-11-13T14:20:22,731 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:20:22,733 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1033, reset compression=false 2024-11-13T14:20:23,070 INFO [M:0;eb1966fd6578:43685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:20:23,070 INFO [M:0;eb1966fd6578:43685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:20:23,070 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:23,070 INFO [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:23,070 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:23,070 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:23,070 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:23,070 INFO [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T14:20:23,085 DEBUG [M:0;eb1966fd6578:43685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4cfac1f663747baa2592ae6bf379510 is 82, key is hbase:meta,,1/info:regioninfo/1731507607640/Put/seqid=0 2024-11-13T14:20:23,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741853_1029 (size=5672) 2024-11-13T14:20:23,491 INFO [M:0;eb1966fd6578:43685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4cfac1f663747baa2592ae6bf379510 2024-11-13T14:20:23,512 DEBUG [M:0;eb1966fd6578:43685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1af46e2d6b794a96af97b3ad893d938a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731507615051/Put/seqid=0 2024-11-13T14:20:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741854_1030 (size=8517) 2024-11-13T14:20:23,538 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1033, reset compression=false 2024-11-13T14:20:23,917 INFO [M:0;eb1966fd6578:43685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1af46e2d6b794a96af97b3ad893d938a 2024-11-13T14:20:23,934 DEBUG [M:0;eb1966fd6578:43685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d344372b2f2041948cf8e7a7e0d9f7c6 is 69, key is eb1966fd6578,37947,1731507604728/rs:state/1731507606396/Put/seqid=0 2024-11-13T14:20:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741855_1031 (size=5156) 2024-11-13T14:20:23,939 INFO [M:0;eb1966fd6578:43685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d344372b2f2041948cf8e7a7e0d9f7c6 2024-11-13T14:20:23,944 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4cfac1f663747baa2592ae6bf379510 as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4cfac1f663747baa2592ae6bf379510 2024-11-13T14:20:23,948 INFO [M:0;eb1966fd6578:43685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4cfac1f663747baa2592ae6bf379510, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T14:20:23,949 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1af46e2d6b794a96af97b3ad893d938a as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1af46e2d6b794a96af97b3ad893d938a 2024-11-13T14:20:23,953 INFO [M:0;eb1966fd6578:43685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1af46e2d6b794a96af97b3ad893d938a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T14:20:23,954 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d344372b2f2041948cf8e7a7e0d9f7c6 as hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d344372b2f2041948cf8e7a7e0d9f7c6 2024-11-13T14:20:23,958 INFO [M:0;eb1966fd6578:43685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44375/user/jenkins/test-data/b036970e-8131-440e-522d-526fc4de8e5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d344372b2f2041948cf8e7a7e0d9f7c6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T14:20:23,958 INFO [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-11-13T14:20:23,962 INFO [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:23,962 DEBUG [M:0;eb1966fd6578:43685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507623070Disabling compacts and flushes for region at 1731507623070Disabling writes for close at 1731507623070Obtaining lock to block concurrent updates at 1731507623070Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507623070Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731507623071 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507623071Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507623071Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507623084 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507623084Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507623495 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507623512 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507623512Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507623921 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507623934 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507623934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5b72b7: reopening flushed file at 1731507623943 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b10c683: reopening flushed file at 1731507623948 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63074b61: reopening flushed file at 1731507623953 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1731507623958 (+5 ms)Writing region close event to WAL at 1731507623962 (+4 ms)Closed at 1731507623962 2024-11-13T14:20:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741830_1006 (size=63666) 2024-11-13T14:20:23,965 INFO [M:0;eb1966fd6578:43685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:20:23,965 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:20:23,965 INFO [M:0;eb1966fd6578:43685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43685 2024-11-13T14:20:23,966 INFO [M:0;eb1966fd6578:43685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:20:24,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:24,089 INFO [M:0;eb1966fd6578:43685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:20:24,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43685-0x1013491257d0003, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:24,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff63632{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:20:24,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76195f19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:20:24,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:20:24,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b7bda64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:20:24,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c143e7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.log.dir/,STOPPED} 2024-11-13T14:20:24,158 WARN [BP-1537737031-172.17.0.2-1731507602632 heartbeating to localhost/127.0.0.1:44375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:20:24,158 WARN [BP-1537737031-172.17.0.2-1731507602632 heartbeating to localhost/127.0.0.1:44375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1537737031-172.17.0.2-1731507602632 (Datanode Uuid f1e5b871-cdef-4bf7-bb85-9d154c792b79) service to localhost/127.0.0.1:44375 2024-11-13T14:20:24,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:20:24,158 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:20:24,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/cluster_3b6d60a6-cc2b-6472-c68b-20d7800b5d9c/data/data1/current/BP-1537737031-172.17.0.2-1731507602632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:20:24,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/cluster_3b6d60a6-cc2b-6472-c68b-20d7800b5d9c/data/data2/current/BP-1537737031-172.17.0.2-1731507602632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:20:24,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:20:24,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76af1a66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:20:24,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32967976{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:20:24,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:20:24,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@272158a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:20:24,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd741ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.log.dir/,STOPPED} 2024-11-13T14:20:24,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:20:24,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:20:24,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:24,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:24,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:24,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:24,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:24,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:20:24,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1316395854, stopped=false 2024-11-13T14:20:24,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,42573,1731507598851 2024-11-13T14:20:24,209 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061711212/running 2024-11-13T14:20:24,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061711212/running 2024-11-13T14:20:24,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:24,209 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:24,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:20:24,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on znode that does not yet exist, /02061711212/running 2024-11-13T14:20:24,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Set watcher on znode that does not yet exist, /02061711212/running 2024-11-13T14:20:24,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:24,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:24,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:24,211 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,42541,1731507599161' ***** 2024-11-13T14:20:24,211 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:20:24,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(3091): Received CLOSE for e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(3091): Received CLOSE for 4993268515bc2b340997b280bc5f19b2 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,42541,1731507599161 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:42541. 2024-11-13T14:20:24,211 DEBUG [RS:0;eb1966fd6578:42541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:24,211 DEBUG [RS:0;eb1966fd6578:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:24,211 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e73a3565c70c5f64e1b64fee452510f4, disabling compactions & flushes 2024-11-13T14:20:24,211 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:24,211 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:20:24,211 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. after waiting 0 ms 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:20:24,211 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:24,211 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:20:24,212 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:20:24,212 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e73a3565c70c5f64e1b64fee452510f4=test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4., 4993268515bc2b340997b280bc5f19b2=hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2.} 2024-11-13T14:20:24,212 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4993268515bc2b340997b280bc5f19b2, e73a3565c70c5f64e1b64fee452510f4 2024-11-13T14:20:24,212 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:20:24,212 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:20:24,212 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:20:24,212 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:20:24,212 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:20:24,212 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:20:24,217 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/default/test/e73a3565c70c5f64e1b64fee452510f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:20:24,217 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:24,217 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:20:24,217 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:24,217 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e73a3565c70c5f64e1b64fee452510f4: Waiting for close lock at 1731507624211Running coprocessor pre-close hooks at 1731507624211Disabling compacts and flushes for region at 1731507624211Disabling writes for close at 1731507624211Writing region close event to WAL at 1731507624214 (+3 ms)Running coprocessor post-close hooks at 1731507624217 (+3 ms)Closed at 1731507624217 2024-11-13T14:20:24,217 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4. 2024-11-13T14:20:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4993268515bc2b340997b280bc5f19b2, disabling compactions & flushes 2024-11-13T14:20:24,218 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. after waiting 0 ms 2024-11-13T14:20:24,218 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:24,218 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4993268515bc2b340997b280bc5f19b2 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T14:20:24,230 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/info/4eaf364f08ea43dca1c81d59da5ab4d3 is 147, key is hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2./info:regioninfo/1731507613304/Put/seqid=0 2024-11-13T14:20:24,234 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/.tmp/hfileref/f074065927fd4a32871de5b1e930404e is 74, key is 1/hfileref:84136b583cc24d239b166719d74fbb49_SeqId_4_/1731507617295/DeleteColumn/seqid=0 2024-11-13T14:20:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741846_1022 (size=7686) 2024-11-13T14:20:24,238 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/info/4eaf364f08ea43dca1c81d59da5ab4d3 2024-11-13T14:20:24,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741847_1023 (size=5345) 2024-11-13T14:20:24,258 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/.tmp/hfileref/f074065927fd4a32871de5b1e930404e 2024-11-13T14:20:24,275 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/ns/5a3934551d434f44811fdeffa0ee76d6 is 43, key is default/ns:d/1731507602475/Put/seqid=0 2024-11-13T14:20:24,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741848_1024 (size=5153) 2024-11-13T14:20:24,278 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/ns/5a3934551d434f44811fdeffa0ee76d6 2024-11-13T14:20:24,281 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/.tmp/queue/31ff0edc1a874c5c85a2628a311cd836 is 154, key is 1-eb1966fd6578,42541,1731507599161/queue:eb1966fd6578%2C42541%2C1731507599161/1731507620059/Put/seqid=0 2024-11-13T14:20:24,281 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:20:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741849_1025 (size=5353) 2024-11-13T14:20:24,286 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/.tmp/queue/31ff0edc1a874c5c85a2628a311cd836 2024-11-13T14:20:24,297 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/.tmp/hfileref/f074065927fd4a32871de5b1e930404e as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/hfileref/f074065927fd4a32871de5b1e930404e 2024-11-13T14:20:24,302 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/hfileref/f074065927fd4a32871de5b1e930404e, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T14:20:24,303 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/.tmp/queue/31ff0edc1a874c5c85a2628a311cd836 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/queue/31ff0edc1a874c5c85a2628a311cd836 2024-11-13T14:20:24,304 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/rep_barrier/2bc0cb702c3b487c96cd13e44ebf34b7 is 112, key is test,,1731507607793.e73a3565c70c5f64e1b64fee452510f4./rep_barrier:seqnumDuringOpen/1731507608951/Put/seqid=0 2024-11-13T14:20:24,307 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:20:24,307 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:20:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741850_1026 (size=5518) 2024-11-13T14:20:24,312 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/rep_barrier/2bc0cb702c3b487c96cd13e44ebf34b7 2024-11-13T14:20:24,315 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/queue/31ff0edc1a874c5c85a2628a311cd836, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T14:20:24,316 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4993268515bc2b340997b280bc5f19b2 in 98ms, sequenceid=12, compaction requested=false 2024-11-13T14:20:24,327 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/replication/4993268515bc2b340997b280bc5f19b2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T14:20:24,328 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:24,328 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:24,328 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:24,328 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4993268515bc2b340997b280bc5f19b2: Waiting for close lock at 1731507624218Running coprocessor pre-close hooks at 1731507624218Disabling compacts and flushes for region at 1731507624218Disabling writes for close at 1731507624218Obtaining lock to block concurrent updates at 1731507624218Preparing flush snapshotting stores in 4993268515bc2b340997b280bc5f19b2 at 1731507624218Finished memstore snapshotting hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731507624218Flushing stores of hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. at 1731507624219 (+1 ms)Flushing 4993268515bc2b340997b280bc5f19b2/hfileref: creating writer at 1731507624219Flushing 4993268515bc2b340997b280bc5f19b2/hfileref: appending metadata at 1731507624234 (+15 ms)Flushing 4993268515bc2b340997b280bc5f19b2/hfileref: closing flushed file at 1731507624234Flushing 4993268515bc2b340997b280bc5f19b2/queue: creating writer at 1731507624262 (+28 ms)Flushing 4993268515bc2b340997b280bc5f19b2/queue: appending metadata at 1731507624280 (+18 ms)Flushing 4993268515bc2b340997b280bc5f19b2/queue: closing flushed file at 1731507624280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d19279e: reopening flushed file at 1731507624291 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785db1eb: reopening flushed file at 1731507624302 (+11 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4993268515bc2b340997b280bc5f19b2 in 98ms, sequenceid=12, compaction requested=false at 1731507624316 (+14 ms)Writing region close event to WAL at 1731507624324 (+8 ms)Running coprocessor post-close hooks at 1731507624328 (+4 ms)Closed at 1731507624328 2024-11-13T14:20:24,328 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507612108.4993268515bc2b340997b280bc5f19b2. 2024-11-13T14:20:24,335 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/table/da23699e7d314d9c9fbc616008a5c5e1 is 53, key is hbase:replication/table:state/1731507613310/Put/seqid=0 2024-11-13T14:20:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741851_1027 (size=5308) 2024-11-13T14:20:24,412 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:24,441 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1033, reset compression=false 2024-11-13T14:20:24,445 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:24,446 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1328, reset compression=false 2024-11-13T14:20:24,446 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42541,1731507599161 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:24,446 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,42541,1731507599161: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,42541,1731507599161, walGroup=eb1966fd6578%2C42541%2C1731507599161, offset=eb1966fd6578%2C42541%2C1731507599161.1731507601403:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:42541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:20:24,447 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:20:24,447 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:20:24,447 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:20:24,447 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:20:24,447 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:20:24,448 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 644278304 }, "NonHeapMemoryUsage": { "committed": 191561728, "init": 7667712, "max": -1, "used": 188729432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:20:24,448 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:42573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:42573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:20:24,612 DEBUG [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:20:24,649 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.wal-reader.eb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.1731507601403 to pos 1328, reset compression=false 2024-11-13T14:20:24,739 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/table/da23699e7d314d9c9fbc616008a5c5e1 2024-11-13T14:20:24,744 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/info/4eaf364f08ea43dca1c81d59da5ab4d3 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/info/4eaf364f08ea43dca1c81d59da5ab4d3 2024-11-13T14:20:24,748 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/info/4eaf364f08ea43dca1c81d59da5ab4d3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:20:24,748 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/ns/5a3934551d434f44811fdeffa0ee76d6 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/ns/5a3934551d434f44811fdeffa0ee76d6 2024-11-13T14:20:24,752 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/ns/5a3934551d434f44811fdeffa0ee76d6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:20:24,753 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/rep_barrier/2bc0cb702c3b487c96cd13e44ebf34b7 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/rep_barrier/2bc0cb702c3b487c96cd13e44ebf34b7 2024-11-13T14:20:24,757 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/rep_barrier/2bc0cb702c3b487c96cd13e44ebf34b7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:20:24,757 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/.tmp/table/da23699e7d314d9c9fbc616008a5c5e1 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/table/da23699e7d314d9c9fbc616008a5c5e1 2024-11-13T14:20:24,762 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/table/da23699e7d314d9c9fbc616008a5c5e1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:20:24,763 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false 2024-11-13T14:20:24,767 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:20:24,767 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:24,767 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:24,767 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:24,767 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507624212Running coprocessor pre-close hooks at 1731507624212Disabling compacts and flushes for region at 1731507624212Disabling writes for close at 1731507624212Obtaining lock to block concurrent updates at 1731507624212Preparing flush snapshotting stores in 1588230740 at 1731507624212Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507624213 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731507624213Flushing 1588230740/info: creating writer at 1731507624213Flushing 1588230740/info: appending metadata at 1731507624230 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731507624230Flushing 1588230740/ns: creating writer at 1731507624254 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731507624274 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731507624274Flushing 1588230740/rep_barrier: creating writer at 1731507624284 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507624303 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507624303Flushing 1588230740/table: creating writer at 1731507624317 (+14 ms)Flushing 1588230740/table: appending metadata at 1731507624335 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731507624335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c31537b: reopening flushed file at 1731507624743 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d987ad: reopening flushed file at 1731507624748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85509c2: reopening flushed file at 1731507624752 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403bb259: reopening flushed file at 1731507624757 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false at 1731507624763 (+6 ms)Writing region close event to WAL at 1731507624764 (+1 ms)Running coprocessor post-close hooks at 1731507624767 (+3 ms)Closed at 1731507624767 2024-11-13T14:20:24,767 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:24,813 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,42541,1731507599161; all regions closed. 2024-11-13T14:20:24,815 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/WALs/eb1966fd6578,42541,1731507599161/eb1966fd6578%2C42541%2C1731507599161.meta.1731507602389.meta not finished, retry = 0 2024-11-13T14:20:24,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:20:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741839_1015 (size=3127) 2024-11-13T14:20:24,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741832_1008 (size=1336) 2024-11-13T14:20:24,923 DEBUG [RS:0;eb1966fd6578:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:24,923 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:20:24,923 INFO [RS:0;eb1966fd6578:42541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:20:24,923 INFO [RS:0;eb1966fd6578:42541 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:20:24,923 INFO [RS:0;eb1966fd6578:42541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:20:24,923 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,42541,1731507599161 because: Region server is closing 2024-11-13T14:20:24,923 INFO [RS:0;eb1966fd6578:42541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:42541. 2024-11-13T14:20:24,924 DEBUG [RS:0;eb1966fd6578:42541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:24,924 DEBUG [RS:0;eb1966fd6578:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:24,924 DEBUG [RS:0;eb1966fd6578:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:24,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:24,924 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:20:25,024 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42541,1731507599161.replicationSource.shippereb1966fd6578%2C42541%2C1731507599161,1-eb1966fd6578,42541,1731507599161 terminated 2024-11-13T14:20:25,024 INFO [RS:0;eb1966fd6578:42541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:42541. 2024-11-13T14:20:25,024 DEBUG [RS:0;eb1966fd6578:42541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:25,024 DEBUG [RS:0;eb1966fd6578:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:25,024 DEBUG [RS:0;eb1966fd6578:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:25,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:25,024 INFO [RS:0;eb1966fd6578:42541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42541 2024-11-13T14:20:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212/rs 2024-11-13T14:20:25,089 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061711212/rs/eb1966fd6578,42541,1731507599161 2024-11-13T14:20:25,089 INFO [RS:0;eb1966fd6578:42541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:20:25,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,42541,1731507599161] 2024-11-13T14:20:25,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02061711212/draining/eb1966fd6578,42541,1731507599161 already deleted, retry=false 2024-11-13T14:20:25,226 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,42541,1731507599161 expired; onlineServers=0 2024-11-13T14:20:25,226 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,42573,1731507598851' ***** 2024-11-13T14:20:25,226 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:20:25,226 INFO [M:0;eb1966fd6578:42573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:20:25,226 INFO [M:0;eb1966fd6578:42573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:20:25,226 DEBUG [M:0;eb1966fd6578:42573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:20:25,227 DEBUG [M:0;eb1966fd6578:42573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:20:25,227 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:20:25,227 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507601170 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507601170,5,FailOnTimeoutGroup] 2024-11-13T14:20:25,227 INFO [M:0;eb1966fd6578:42573 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:20:25,227 INFO [M:0;eb1966fd6578:42573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:20:25,227 DEBUG [M:0;eb1966fd6578:42573 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:20:25,227 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507601170 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507601170,5,FailOnTimeoutGroup] 2024-11-13T14:20:25,227 INFO [M:0;eb1966fd6578:42573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:20:25,227 INFO [M:0;eb1966fd6578:42573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:20:25,227 INFO [M:0;eb1966fd6578:42573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:20:25,227 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:20:25,231 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:25,231 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1013491257d0001, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:25,231 INFO [RS:0;eb1966fd6578:42541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:20:25,231 INFO [RS:0;eb1966fd6578:42541 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,42541,1731507599161; zookeeper connection closed. 2024-11-13T14:20:25,232 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73961cfb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73961cfb 2024-11-13T14:20:25,232 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:20:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061711212/master 2024-11-13T14:20:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061711212 2024-11-13T14:20:25,304 DEBUG [M:0;eb1966fd6578:42573 {}] zookeeper.RecoverableZooKeeper(212): Node /02061711212/master already deleted, retry=false 2024-11-13T14:20:25,305 DEBUG [M:0;eb1966fd6578:42573 {}] master.ActiveMasterManager(353): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Failed delete of our master address node; KeeperErrorCode = NoNode for /02061711212/master 2024-11-13T14:20:25,305 INFO [M:0;eb1966fd6578:42573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/.lastflushedseqids 2024-11-13T14:20:25,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741852_1028 (size=263) 2024-11-13T14:20:25,735 INFO [M:0;eb1966fd6578:42573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:20:25,735 INFO [M:0;eb1966fd6578:42573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:20:25,735 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:25,735 INFO [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:25,735 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:25,735 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:25,735 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:25,736 INFO [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T14:20:25,753 DEBUG [M:0;eb1966fd6578:42573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2913a4c33584a0ab6036d6a50fce0c6 is 82, key is hbase:meta,,1/info:regioninfo/1731507602417/Put/seqid=0 2024-11-13T14:20:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741853_1029 (size=5672) 2024-11-13T14:20:25,760 INFO [M:0;eb1966fd6578:42573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2913a4c33584a0ab6036d6a50fce0c6 2024-11-13T14:20:25,783 DEBUG [M:0;eb1966fd6578:42573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cbdd60e602c4b24a62024e1d8d4cba9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731507613313/Put/seqid=0 2024-11-13T14:20:25,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741854_1030 (size=8517) 2024-11-13T14:20:25,798 INFO [M:0;eb1966fd6578:42573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cbdd60e602c4b24a62024e1d8d4cba9 2024-11-13T14:20:25,821 DEBUG [M:0;eb1966fd6578:42573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffd856949e0848f38e0ad604b290780f is 69, key is eb1966fd6578,42541,1731507599161/rs:state/1731507601230/Put/seqid=0 2024-11-13T14:20:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741855_1031 (size=5156) 2024-11-13T14:20:26,229 INFO [M:0;eb1966fd6578:42573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffd856949e0848f38e0ad604b290780f 2024-11-13T14:20:26,234 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2913a4c33584a0ab6036d6a50fce0c6 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2913a4c33584a0ab6036d6a50fce0c6 2024-11-13T14:20:26,239 INFO [M:0;eb1966fd6578:42573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2913a4c33584a0ab6036d6a50fce0c6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T14:20:26,240 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cbdd60e602c4b24a62024e1d8d4cba9 as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cbdd60e602c4b24a62024e1d8d4cba9 2024-11-13T14:20:26,250 INFO [M:0;eb1966fd6578:42573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cbdd60e602c4b24a62024e1d8d4cba9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T14:20:26,251 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ffd856949e0848f38e0ad604b290780f as hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffd856949e0848f38e0ad604b290780f 2024-11-13T14:20:26,256 INFO [M:0;eb1966fd6578:42573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44411/user/jenkins/test-data/a627c2fc-f13c-1453-5e58-90fd77bddf3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ffd856949e0848f38e0ad604b290780f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T14:20:26,257 INFO [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=97, compaction requested=false 2024-11-13T14:20:26,269 INFO [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:26,269 DEBUG [M:0;eb1966fd6578:42573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507625735Disabling compacts and flushes for region at 1731507625735Disabling writes for close at 1731507625735Obtaining lock to block concurrent updates at 1731507625736 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507625736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731507625736Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507625737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507625737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507625753 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507625753Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507625765 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507625782 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507625782Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507625802 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507625820 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507625820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd51cd7: reopening flushed file at 1731507626233 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6480282f: reopening flushed file at 1731507626239 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78938452: reopening flushed file at 1731507626250 (+11 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=97, compaction requested=false at 1731507626257 (+7 ms)Writing region close event to WAL at 1731507626269 (+12 ms)Closed at 1731507626269 2024-11-13T14:20:26,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741830_1006 (size=63666) 2024-11-13T14:20:26,275 INFO [M:0;eb1966fd6578:42573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:20:26,275 INFO [M:0;eb1966fd6578:42573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42573 2024-11-13T14:20:26,275 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:20:26,276 INFO [M:0;eb1966fd6578:42573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:20:26,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:26,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:26,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42573-0x1013491257d0000, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:26,425 INFO [M:0;eb1966fd6578:42573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:20:26,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:26,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28f80174{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:20:26,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71fd160b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:20:26,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:20:26,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8b5b32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:20:26,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a9ddcca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.log.dir/,STOPPED} 2024-11-13T14:20:26,445 WARN [BP-1474232963-172.17.0.2-1731507595762 heartbeating to localhost/127.0.0.1:44411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:20:26,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:20:26,445 WARN [BP-1474232963-172.17.0.2-1731507595762 heartbeating to localhost/127.0.0.1:44411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1474232963-172.17.0.2-1731507595762 (Datanode Uuid 694eb33a-6eda-4ed7-adcb-1f33bef74d7d) service to localhost/127.0.0.1:44411 2024-11-13T14:20:26,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:20:26,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/cluster_90a2719a-855c-0fa4-1570-d04f6e209e11/data/data1/current/BP-1474232963-172.17.0.2-1731507595762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:20:26,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/cluster_90a2719a-855c-0fa4-1570-d04f6e209e11/data/data2/current/BP-1474232963-172.17.0.2-1731507595762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:20:26,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:20:26,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4005dfe0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:20:26,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29a390a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:20:26,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:20:26,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d08935a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:20:26,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66a1ba97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4882198f-1ab1-3348-bc9e-60330b432fbc/hadoop.log.dir/,STOPPED} 2024-11-13T14:20:26,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:20:26,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:20:26,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 205) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44375 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44411 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44375 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44411 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44375 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44411 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 411) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3149 (was 2290) - AvailableMemoryMB LEAK? - 2024-11-13T14:20:26,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=3149 2024-11-13T14:20:26,513 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T14:20:26,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.log.dir so I do NOT create it in target/test-data/f36753d3-d462-4c53-2a50-2076da36e683 2024-11-13T14:20:26,514 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:20:26,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.tmp.dir so I do NOT create it in target/test-data/f36753d3-d462-4c53-2a50-2076da36e683 2024-11-13T14:20:26,514 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70d137f9-e56e-1286-0ee3-fdbd9b10ac95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:20:26,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683 2024-11-13T14:20:26,515 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/cluster_337cde72-bd20-41ef-5985-b4e7ae2c8121, deleteOnExit=true 2024-11-13T14:20:26,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/cluster_337cde72-bd20-41ef-5985-b4e7ae2c8121/zookeeper_0, clientPort=51906, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/cluster_337cde72-bd20-41ef-5985-b4e7ae2c8121/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/cluster_337cde72-bd20-41ef-5985-b4e7ae2c8121/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:20:26,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51906 2024-11-13T14:20:26,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:20:26,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:20:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/test.cache.data in system properties and HBase conf 2024-11-13T14:20:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:20:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:20:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:20:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:20:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:20:26,521 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:20:26,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:20:26,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:20:26,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:20:26,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013491257d0005, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:20:26,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013491257d0005, quorum=127.0.0.1:64896, baseZNode=/1495083796 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:20:26,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013491257d0002, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:20:26,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013491257d0002, quorum=127.0.0.1:64896, baseZNode=/02061711212 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:20:26,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:26,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:20:26,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:20:26,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:20:26,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:20:26,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:26,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc6e35a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:20:26,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@254bded4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:20:27,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e766edb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/java.io.tmpdir/jetty-localhost-33359-hadoop-hdfs-3_4_1-tests_jar-_-any-12961230045333595267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:20:27,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@695a71ea{HTTP/1.1, (http/1.1)}{localhost:33359} 2024-11-13T14:20:27,031 INFO [Time-limited test {}] server.Server(415): Started @195504ms 2024-11-13T14:20:27,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:27,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:20:27,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:20:27,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:20:27,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:20:27,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7517b687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:20:27,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b2e289{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:20:27,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24379b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/java.io.tmpdir/jetty-localhost-33727-hadoop-hdfs-3_4_1-tests_jar-_-any-4377108179394109031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:20:27,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dea8188{HTTP/1.1, (http/1.1)}{localhost:33727} 2024-11-13T14:20:27,437 INFO [Time-limited test {}] server.Server(415): Started @195909ms 2024-11-13T14:20:27,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:20:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:20:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:20:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:20:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:20:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:20:29,009 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/cluster_337cde72-bd20-41ef-5985-b4e7ae2c8121/data/data1/current/BP-1940253650-172.17.0.2-1731507626544/current, will proceed with Du for space computation calculation, 2024-11-13T14:20:29,016 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/cluster_337cde72-bd20-41ef-5985-b4e7ae2c8121/data/data2/current/BP-1940253650-172.17.0.2-1731507626544/current, will proceed with Du for space computation calculation, 2024-11-13T14:20:29,045 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:20:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d859375003ac005 with lease ID 0x7e779793b63de218: Processing first storage report for DS-10e5e530-e3b2-43bf-b8c7-5d2fef3ed900 from datanode DatanodeRegistration(127.0.0.1:33307, datanodeUuid=4fe6d206-ade1-4e64-a856-a3be952ee9d4, infoPort=32771, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1662116312;c=1731507626544) 2024-11-13T14:20:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d859375003ac005 with lease ID 0x7e779793b63de218: from storage DS-10e5e530-e3b2-43bf-b8c7-5d2fef3ed900 node DatanodeRegistration(127.0.0.1:33307, datanodeUuid=4fe6d206-ade1-4e64-a856-a3be952ee9d4, infoPort=32771, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1662116312;c=1731507626544), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:20:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d859375003ac005 with lease ID 0x7e779793b63de218: Processing first storage report for DS-a388a7f3-5f7e-4944-bcc0-1b028f127c01 from datanode DatanodeRegistration(127.0.0.1:33307, datanodeUuid=4fe6d206-ade1-4e64-a856-a3be952ee9d4, infoPort=32771, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1662116312;c=1731507626544) 2024-11-13T14:20:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d859375003ac005 with lease ID 0x7e779793b63de218: from storage DS-a388a7f3-5f7e-4944-bcc0-1b028f127c01 node DatanodeRegistration(127.0.0.1:33307, datanodeUuid=4fe6d206-ade1-4e64-a856-a3be952ee9d4, infoPort=32771, infoSecurePort=0, ipcPort=42737, storageInfo=lv=-57;cid=testClusterID;nsid=1662116312;c=1731507626544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:20:29,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683 2024-11-13T14:20:29,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:29,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:20:29,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133 with version=8 2024-11-13T14:20:29,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/hbase-staging 2024-11-13T14:20:29,512 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:20:29,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:29,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:29,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:20:29,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:29,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:20:29,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:20:29,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:20:29,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44503 2024-11-13T14:20:29,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44503 connecting to ZooKeeper ensemble=127.0.0.1:51906 2024-11-13T14:20:29,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445030x0, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:29,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44503-0x10134919dc00000 connected 2024-11-13T14:20:29,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:29,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:29,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on znode that does not yet exist, /0653371397/running 2024-11-13T14:20:29,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133, hbase.cluster.distributed=false 2024-11-13T14:20:29,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on znode that does not yet exist, /0653371397/acl 2024-11-13T14:20:29,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-13T14:20:29,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44503 2024-11-13T14:20:29,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44503 2024-11-13T14:20:29,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-13T14:20:29,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44503 2024-11-13T14:20:29,687 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:20:29,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:29,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:29,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:20:29,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:29,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:20:29,687 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:20:29,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:20:29,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34691 2024-11-13T14:20:29,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34691 connecting to ZooKeeper ensemble=127.0.0.1:51906 2024-11-13T14:20:29,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:29,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:29,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346910x0, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:29,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346910x0, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on znode that does not yet exist, /0653371397/running 2024-11-13T14:20:29,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34691-0x10134919dc00001 connected 2024-11-13T14:20:29,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:20:29,709 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:20:29,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on znode that does not yet exist, /0653371397/master 2024-11-13T14:20:29,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on znode that does not yet exist, /0653371397/acl 2024-11-13T14:20:29,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-13T14:20:29,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34691 2024-11-13T14:20:29,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34691 2024-11-13T14:20:29,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-13T14:20:29,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-13T14:20:29,721 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:44503 2024-11-13T14:20:29,721 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0653371397/backup-masters/eb1966fd6578,44503,1731507629512 2024-11-13T14:20:29,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397/backup-masters 2024-11-13T14:20:29,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397/backup-masters 2024-11-13T14:20:29,730 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on existing znode=/0653371397/backup-masters/eb1966fd6578,44503,1731507629512 2024-11-13T14:20:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0653371397/master 2024-11-13T14:20:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:29,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:29,740 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on existing znode=/0653371397/master 2024-11-13T14:20:29,740 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0653371397/backup-masters/eb1966fd6578,44503,1731507629512 from backup master directory 2024-11-13T14:20:29,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653371397/backup-masters/eb1966fd6578,44503,1731507629512 2024-11-13T14:20:29,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397/backup-masters 2024-11-13T14:20:29,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397/backup-masters 2024-11-13T14:20:29,750 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:20:29,750 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,44503,1731507629512 2024-11-13T14:20:29,757 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/hbase.id] with ID: f9098c10-be75-4cba-a98d-b76e7e14d711 2024-11-13T14:20:29,757 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/.tmp/hbase.id 2024-11-13T14:20:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:20:29,766 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/.tmp/hbase.id]:[hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/hbase.id] 2024-11-13T14:20:29,781 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:29,781 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:20:29,782 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:20:29,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:29,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:20:30,202 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:30,203 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:20:30,203 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:30,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:20:30,210 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store 2024-11-13T14:20:30,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:20:30,215 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:30,216 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:30,216 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:30,216 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:30,216 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:30,216 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:30,216 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:30,216 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507630216Disabling compacts and flushes for region at 1731507630216Disabling writes for close at 1731507630216Writing region close event to WAL at 1731507630216Closed at 1731507630216 2024-11-13T14:20:30,216 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/.initializing 2024-11-13T14:20:30,217 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/WALs/eb1966fd6578,44503,1731507629512 2024-11-13T14:20:30,217 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:30,218 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C44503%2C1731507629512, suffix=, logDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/WALs/eb1966fd6578,44503,1731507629512, archiveDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/oldWALs, maxLogs=10 2024-11-13T14:20:30,233 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/WALs/eb1966fd6578,44503,1731507629512/eb1966fd6578%2C44503%2C1731507629512.1731507630219, exclude list is [], retry=0 2024-11-13T14:20:30,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-10e5e530-e3b2-43bf-b8c7-5d2fef3ed900,DISK] 2024-11-13T14:20:30,237 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/WALs/eb1966fd6578,44503,1731507629512/eb1966fd6578%2C44503%2C1731507629512.1731507630219 2024-11-13T14:20:30,238 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32771:32771)] 2024-11-13T14:20:30,238 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:30,238 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:30,238 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,238 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:20:30,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:30,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:20:30,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:30,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:20:30,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:30,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:20:30,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:30,244 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,245 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,245 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,246 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,246 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,246 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:30,247 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:30,249 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:30,249 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74135590, jitterRate=0.10470637679100037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:30,250 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507630238Initializing all the Stores at 1731507630239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507630239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507630239Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507630239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507630239Cleaning up temporary data from old regions at 1731507630246 (+7 ms)Region opened successfully at 1731507630249 (+3 ms) 2024-11-13T14:20:30,250 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:20:30,252 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36de265a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:30,253 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:20:30,253 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:20:30,253 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:20:30,253 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:20:30,254 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:20:30,254 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:20:30,254 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:20:30,256 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:20:30,256 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Unable to get data of znode /0653371397/balancer because node does not exist (not necessarily an error) 2024-11-13T14:20:30,266 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653371397/balancer already deleted, retry=false 2024-11-13T14:20:30,267 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:20:30,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Unable to get data of znode /0653371397/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:20:30,276 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653371397/normalizer already deleted, retry=false 2024-11-13T14:20:30,277 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:20:30,285 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Unable to get data of znode /0653371397/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:20:30,297 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653371397/switch/split already deleted, retry=false 2024-11-13T14:20:30,299 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Unable to get data of znode /0653371397/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:20:30,308 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653371397/switch/merge already deleted, retry=false 2024-11-13T14:20:30,311 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Unable to get data of znode /0653371397/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:20:30,319 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0653371397/snapshot-cleanup already deleted, retry=false 2024-11-13T14:20:30,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0653371397/running 2024-11-13T14:20:30,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0653371397/running 2024-11-13T14:20:30,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:30,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:30,330 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,44503,1731507629512, sessionid=0x10134919dc00000, setting cluster-up flag (Was=false) 2024-11-13T14:20:30,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:30,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:30,382 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0653371397/flush-table-proc/acquired, /0653371397/flush-table-proc/reached, /0653371397/flush-table-proc/abort 2024-11-13T14:20:30,384 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44503,1731507629512 2024-11-13T14:20:30,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:30,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:30,434 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0653371397/online-snapshot/acquired, /0653371397/online-snapshot/reached, /0653371397/online-snapshot/abort 2024-11-13T14:20:30,435 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44503,1731507629512 2024-11-13T14:20:30,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:20:30,438 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:30,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:20:30,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:20:30,438 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,44503,1731507629512 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:20:30,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:30,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:30,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:30,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:30,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:20:30,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:20:30,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:30,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:20:30,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:20:30,456 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507660456 2024-11-13T14:20:30,457 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:20:30,457 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:20:30,457 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:20:30,457 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:20:30,457 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:20:30,457 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:20:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:20:30,460 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,464 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:20:30,464 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:20:30,464 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:20:30,465 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:20:30,471 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:20:30,471 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:20:30,471 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507630471,5,FailOnTimeoutGroup] 2024-11-13T14:20:30,472 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507630471,5,FailOnTimeoutGroup] 2024-11-13T14:20:30,472 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,472 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:20:30,472 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,472 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,517 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(746): ClusterId : f9098c10-be75-4cba-a98d-b76e7e14d711 2024-11-13T14:20:30,517 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:20:30,530 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:20:30,530 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:20:30,540 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:20:30,540 DEBUG [RS:0;eb1966fd6578:34691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6390cdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:30,554 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:34691 2024-11-13T14:20:30,554 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:20:30,554 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:20:30,554 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:20:30,555 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,44503,1731507629512 with port=34691, startcode=1731507629687 2024-11-13T14:20:30,555 DEBUG [RS:0;eb1966fd6578:34691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:20:30,556 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:20:30,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,34691,1731507629687 2024-11-13T14:20:30,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44503 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,34691,1731507629687 2024-11-13T14:20:30,558 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133 2024-11-13T14:20:30,558 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34225 2024-11-13T14:20:30,558 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:20:30,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397/rs 2024-11-13T14:20:30,569 DEBUG [RS:0;eb1966fd6578:34691 {}] zookeeper.ZKUtil(111): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on existing znode=/0653371397/rs/eb1966fd6578,34691,1731507629687 2024-11-13T14:20:30,569 WARN [RS:0;eb1966fd6578:34691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:20:30,569 INFO [RS:0;eb1966fd6578:34691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:30,569 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687 2024-11-13T14:20:30,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,34691,1731507629687] 2024-11-13T14:20:30,571 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:20:30,573 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:20:30,573 INFO [RS:0;eb1966fd6578:34691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:20:30,573 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,573 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:20:30,574 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:20:30,574 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:20:30,574 DEBUG [RS:0;eb1966fd6578:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:20:30,575 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,575 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,575 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,575 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,575 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,575 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34691,1731507629687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:20:30,590 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:20:30,590 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,34691,1731507629687-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,591 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,591 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.Replication(171): eb1966fd6578,34691,1731507629687 started 2024-11-13T14:20:30,607 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:30,607 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,34691,1731507629687, RpcServer on eb1966fd6578/172.17.0.2:34691, sessionid=0x10134919dc00001 2024-11-13T14:20:30,607 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:20:30,607 DEBUG [RS:0;eb1966fd6578:34691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,34691,1731507629687 2024-11-13T14:20:30,607 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,34691,1731507629687' 2024-11-13T14:20:30,607 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0653371397/flush-table-proc/abort' 2024-11-13T14:20:30,607 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0653371397/flush-table-proc/acquired' 2024-11-13T14:20:30,607 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:20:30,608 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:20:30,608 DEBUG [RS:0;eb1966fd6578:34691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,34691,1731507629687 2024-11-13T14:20:30,608 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,34691,1731507629687' 2024-11-13T14:20:30,608 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0653371397/online-snapshot/abort' 2024-11-13T14:20:30,608 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0653371397/online-snapshot/acquired' 2024-11-13T14:20:30,608 DEBUG [RS:0;eb1966fd6578:34691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:20:30,608 INFO [RS:0;eb1966fd6578:34691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:20:30,608 INFO [RS:0;eb1966fd6578:34691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:20:30,708 INFO [RS:0;eb1966fd6578:34691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:30,710 INFO [RS:0;eb1966fd6578:34691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C34691%2C1731507629687, suffix=, logDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687, archiveDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/oldWALs, maxLogs=10 2024-11-13T14:20:30,728 DEBUG [RS:0;eb1966fd6578:34691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710, exclude list is [], retry=0 2024-11-13T14:20:30,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-10e5e530-e3b2-43bf-b8c7-5d2fef3ed900,DISK] 2024-11-13T14:20:30,737 INFO [RS:0;eb1966fd6578:34691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 2024-11-13T14:20:30,737 DEBUG [RS:0;eb1966fd6578:34691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32771:32771)] 2024-11-13T14:20:30,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:20:30,861 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133 2024-11-13T14:20:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:20:30,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:30,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:20:30,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:20:30,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:30,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:20:30,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:20:30,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:30,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:20:30,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:20:30,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:30,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:20:30,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:20:30,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:30,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:30,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:20:30,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740 2024-11-13T14:20:30,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740 2024-11-13T14:20:30,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:20:30,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:20:30,911 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:30,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:20:30,916 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:30,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73334268, jitterRate=0.09276574850082397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:30,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507630882Initializing all the Stores at 1731507630883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507630883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507630888 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507630888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507630888Cleaning up temporary data from old regions at 1731507630910 (+22 ms)Region opened successfully at 1731507630917 (+7 ms) 2024-11-13T14:20:30,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:20:30,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:20:30,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:20:30,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:20:30,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:20:30,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:30,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507630917Disabling compacts and flushes for region at 1731507630917Disabling writes for close at 1731507630918 (+1 ms)Writing region close event to WAL at 1731507630928 (+10 ms)Closed at 1731507630928 2024-11-13T14:20:30,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:30,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:20:30,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:20:30,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:20:30,932 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:20:31,082 DEBUG [eb1966fd6578:44503 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:20:31,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,34691,1731507629687 2024-11-13T14:20:31,083 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,34691,1731507629687, state=OPENING 2024-11-13T14:20:31,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:20:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:31,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:31,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0653371397/meta-region-server: CHANGED 2024-11-13T14:20:31,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0653371397/meta-region-server: CHANGED 2024-11-13T14:20:31,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:20:31,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,34691,1731507629687}] 2024-11-13T14:20:31,494 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:20:31,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:20:31,499 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:20:31,499 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:31,499 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:20:31,500 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C34691%2C1731507629687.meta, suffix=.meta, logDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687, archiveDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/oldWALs, maxLogs=10 2024-11-13T14:20:31,515 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.meta.1731507631500.meta, exclude list is [], retry=0 2024-11-13T14:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-10e5e530-e3b2-43bf-b8c7-5d2fef3ed900,DISK] 2024-11-13T14:20:31,518 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.meta.1731507631500.meta 2024-11-13T14:20:31,518 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32771:32771)] 2024-11-13T14:20:31,518 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:31,519 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:31,519 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:20:31,519 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:20:31,519 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:20:31,519 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:20:31,519 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:31,519 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:20:31,519 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:20:31,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:20:31,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:20:31,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:31,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:31,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:20:31,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:20:31,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:31,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:31,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:20:31,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:20:31,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:31,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:31,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:20:31,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:20:31,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:31,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:31,524 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:20:31,525 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740 2024-11-13T14:20:31,525 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740 2024-11-13T14:20:31,526 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:20:31,526 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:20:31,527 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:31,527 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:20:31,528 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61625285, jitterRate=-0.08171169459819794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:31,528 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:20:31,528 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507631519Writing region info on filesystem at 1731507631519Initializing all the Stores at 1731507631520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507631520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507631520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507631520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507631520Cleaning up temporary data from old regions at 1731507631526 (+6 ms)Running coprocessor post-open hooks at 1731507631528 (+2 ms)Region opened successfully at 1731507631528 2024-11-13T14:20:31,529 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507631494 2024-11-13T14:20:31,531 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:20:31,531 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:20:31,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,34691,1731507629687 2024-11-13T14:20:31,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,34691,1731507629687, state=OPEN 2024-11-13T14:20:31,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0653371397/meta-region-server 2024-11-13T14:20:31,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0653371397/meta-region-server 2024-11-13T14:20:31,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,34691,1731507629687 2024-11-13T14:20:31,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0653371397/meta-region-server: CHANGED 2024-11-13T14:20:31,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0653371397/meta-region-server: CHANGED 2024-11-13T14:20:31,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:20:31,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,34691,1731507629687 in 234 msec 2024-11-13T14:20:31,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:20:31,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-13T14:20:31,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:31,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:20:31,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:31,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34691,1731507629687, seqNum=-1] 2024-11-13T14:20:31,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:31,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:31,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1480 sec 2024-11-13T14:20:31,585 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507631585, completionTime=-1 2024-11-13T14:20:31,585 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:20:31,585 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:20:31,586 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:20:31,586 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507691586 2024-11-13T14:20:31,586 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507751586 2024-11-13T14:20:31,586 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:20:31,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44503,1731507629512-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:31,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44503,1731507629512-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:31,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44503,1731507629512-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:31,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:44503, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:31,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:31,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:31,588 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:20:31,590 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.840sec 2024-11-13T14:20:31,590 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:20:31,590 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:20:31,590 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:20:31,590 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:20:31,590 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:20:31,590 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44503,1731507629512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:20:31,590 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44503,1731507629512-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:20:31,591 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:20:31,591 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:20:31,592 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44503,1731507629512-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:31,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d969a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:31,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44503,-1 for getting cluster id 2024-11-13T14:20:31,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:31,619 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9098c10-be75-4cba-a98d-b76e7e14d711' 2024-11-13T14:20:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9098c10-be75-4cba-a98d-b76e7e14d711" 2024-11-13T14:20:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bd159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44503,-1] 2024-11-13T14:20:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:31,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:31,620 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:31,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450593f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:31,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34691,1731507629687, seqNum=-1] 2024-11-13T14:20:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:31,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:31,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,44503,1731507629512 2024-11-13T14:20:31,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51906 2024-11-13T14:20:31,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.log.dir so I do NOT create it in target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e 2024-11-13T14:20:31,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:20:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.tmp.dir so I do NOT create it in target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e 2024-11-13T14:20:31,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:20:31,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e 2024-11-13T14:20:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:20:31,659 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/cluster_5f986e84-9f17-50ce-dc1f-1e8bb7d9c0ba, deleteOnExit=true 2024-11-13T14:20:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:20:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/test.cache.data in system properties and HBase conf 2024-11-13T14:20:31,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:20:31,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:20:31,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:20:31,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:20:31,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:20:31,660 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:20:31,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:20:31,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10134919dc00002 connected 2024-11-13T14:20:32,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:32,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:20:32,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:20:32,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:20:32,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:20:32,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:32,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae2f81a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:20:32,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f484ae5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:20:32,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4867b08b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/java.io.tmpdir/jetty-localhost-40683-hadoop-hdfs-3_4_1-tests_jar-_-any-5557298384366446862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:20:32,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4173c60d{HTTP/1.1, (http/1.1)}{localhost:40683} 2024-11-13T14:20:32,352 INFO [Time-limited test {}] server.Server(415): Started @200824ms 2024-11-13T14:20:32,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:32,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:20:32,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:20:32,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:20:32,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:20:32,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ee8a2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:20:32,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a9dde8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:20:32,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c422ccc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/java.io.tmpdir/jetty-localhost-42643-hadoop-hdfs-3_4_1-tests_jar-_-any-10640920113292635203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:20:32,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c844e13{HTTP/1.1, (http/1.1)}{localhost:42643} 2024-11-13T14:20:32,824 INFO [Time-limited test {}] server.Server(415): Started @201296ms 2024-11-13T14:20:32,825 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:20:34,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:34,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:34,116 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/cluster_5f986e84-9f17-50ce-dc1f-1e8bb7d9c0ba/data/data1/current/BP-1271777337-172.17.0.2-1731507631676/current, will proceed with Du for space computation calculation, 2024-11-13T14:20:34,116 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/cluster_5f986e84-9f17-50ce-dc1f-1e8bb7d9c0ba/data/data2/current/BP-1271777337-172.17.0.2-1731507631676/current, will proceed with Du for space computation calculation, 2024-11-13T14:20:34,139 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:20:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1448e030fa677e74 with lease ID 0x61aef66f087735bf: Processing first storage report for DS-018e46a1-80fe-4106-90ce-91674b16755a from datanode DatanodeRegistration(127.0.0.1:39863, datanodeUuid=6f4ea3a6-9d22-4d62-ae91-bcfa4a072967, infoPort=40629, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=803503207;c=1731507631676) 2024-11-13T14:20:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1448e030fa677e74 with lease ID 0x61aef66f087735bf: from storage DS-018e46a1-80fe-4106-90ce-91674b16755a node DatanodeRegistration(127.0.0.1:39863, datanodeUuid=6f4ea3a6-9d22-4d62-ae91-bcfa4a072967, infoPort=40629, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=803503207;c=1731507631676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:20:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1448e030fa677e74 with lease ID 0x61aef66f087735bf: Processing first storage report for DS-f39fb75a-2592-4de0-84aa-e2dbb007d7b1 from datanode DatanodeRegistration(127.0.0.1:39863, datanodeUuid=6f4ea3a6-9d22-4d62-ae91-bcfa4a072967, infoPort=40629, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=803503207;c=1731507631676) 2024-11-13T14:20:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1448e030fa677e74 with lease ID 0x61aef66f087735bf: from storage DS-f39fb75a-2592-4de0-84aa-e2dbb007d7b1 node DatanodeRegistration(127.0.0.1:39863, datanodeUuid=6f4ea3a6-9d22-4d62-ae91-bcfa4a072967, infoPort=40629, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=803503207;c=1731507631676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:20:34,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e 2024-11-13T14:20:34,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:34,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:20:34,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912 with version=8 2024-11-13T14:20:34,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/hbase-staging 2024-11-13T14:20:34,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:20:34,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:34,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:34,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:20:34,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:34,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:20:34,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:20:34,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:20:34,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45137 2024-11-13T14:20:34,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45137 connecting to ZooKeeper ensemble=127.0.0.1:51906 2024-11-13T14:20:34,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451370x0, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:34,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45137-0x10134919dc00003 connected 2024-11-13T14:20:35,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:35,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:35,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on znode that does not yet exist, /11765832189/running 2024-11-13T14:20:35,143 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912, hbase.cluster.distributed=false 2024-11-13T14:20:35,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on znode that does not yet exist, /11765832189/acl 2024-11-13T14:20:35,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-13T14:20:35,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45137 2024-11-13T14:20:35,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45137 2024-11-13T14:20:35,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-13T14:20:35,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-13T14:20:35,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:20:35,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:35,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:35,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:20:35,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:35,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:20:35,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:20:35,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:20:35,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46499 2024-11-13T14:20:35,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46499 connecting to ZooKeeper ensemble=127.0.0.1:51906 2024-11-13T14:20:35,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:35,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:35,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464990x0, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:35,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464990x0, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on znode that does not yet exist, /11765832189/running 2024-11-13T14:20:35,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46499-0x10134919dc00004 connected 2024-11-13T14:20:35,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:20:35,182 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:20:35,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on znode that does not yet exist, /11765832189/master 2024-11-13T14:20:35,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on znode that does not yet exist, /11765832189/acl 2024-11-13T14:20:35,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-13T14:20:35,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46499 2024-11-13T14:20:35,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46499 2024-11-13T14:20:35,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-13T14:20:35,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-13T14:20:35,206 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:45137 2024-11-13T14:20:35,207 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11765832189/backup-masters/eb1966fd6578,45137,1731507634180 2024-11-13T14:20:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189/backup-masters 2024-11-13T14:20:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189/backup-masters 2024-11-13T14:20:35,215 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on existing znode=/11765832189/backup-masters/eb1966fd6578,45137,1731507634180 2024-11-13T14:20:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11765832189/master 2024-11-13T14:20:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:35,231 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on existing znode=/11765832189/master 2024-11-13T14:20:35,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11765832189/backup-masters/eb1966fd6578,45137,1731507634180 from backup master directory 2024-11-13T14:20:35,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189/backup-masters 2024-11-13T14:20:35,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765832189/backup-masters/eb1966fd6578,45137,1731507634180 2024-11-13T14:20:35,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189/backup-masters 2024-11-13T14:20:35,243 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:20:35,243 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,45137,1731507634180 2024-11-13T14:20:35,260 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/hbase.id] with ID: 949fd491-1ccf-4caa-b59b-457102c41f2d 2024-11-13T14:20:35,260 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/.tmp/hbase.id 2024-11-13T14:20:35,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:20:35,283 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/.tmp/hbase.id]:[hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/hbase.id] 2024-11-13T14:20:35,297 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:35,297 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:20:35,299 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:20:35,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:35,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:20:35,365 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:35,366 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:20:35,368 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:20:35,382 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store 2024-11-13T14:20:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:20:35,845 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:35,846 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:35,846 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:35,846 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:35,846 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:35,846 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:35,846 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:35,846 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507635846Disabling compacts and flushes for region at 1731507635846Disabling writes for close at 1731507635846Writing region close event to WAL at 1731507635846Closed at 1731507635846 2024-11-13T14:20:35,847 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/.initializing 2024-11-13T14:20:35,847 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/WALs/eb1966fd6578,45137,1731507634180 2024-11-13T14:20:35,848 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:35,849 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C45137%2C1731507634180, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/WALs/eb1966fd6578,45137,1731507634180, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/oldWALs, maxLogs=10 2024-11-13T14:20:35,871 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/WALs/eb1966fd6578,45137,1731507634180/eb1966fd6578%2C45137%2C1731507634180.1731507635849, exclude list is [], retry=0 2024-11-13T14:20:35,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39863,DS-018e46a1-80fe-4106-90ce-91674b16755a,DISK] 2024-11-13T14:20:35,905 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/WALs/eb1966fd6578,45137,1731507634180/eb1966fd6578%2C45137%2C1731507634180.1731507635849 2024-11-13T14:20:35,908 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40629:40629)] 2024-11-13T14:20:35,908 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:35,909 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:35,909 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,909 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:20:35,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:35,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:35,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:20:35,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:35,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:35,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:20:35,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:35,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:35,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:20:35,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:35,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:35,920 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,927 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,928 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,928 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:35,929 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:35,933 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:35,933 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63423935, jitterRate=-0.05490972101688385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:35,933 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507635909Initializing all the Stores at 1731507635910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507635910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507635912 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507635912Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507635912Cleaning up temporary data from old regions at 1731507635928 (+16 ms)Region opened successfully at 1731507635933 (+5 ms) 2024-11-13T14:20:35,936 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:20:35,940 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8daf06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:35,941 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:20:35,941 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:20:35,941 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:20:35,942 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:20:35,942 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:20:35,942 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:20:35,942 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:20:35,948 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:20:35,950 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Unable to get data of znode /11765832189/balancer because node does not exist (not necessarily an error) 2024-11-13T14:20:35,981 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765832189/balancer already deleted, retry=false 2024-11-13T14:20:35,982 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:20:35,983 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Unable to get data of znode /11765832189/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:20:36,089 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765832189/normalizer already deleted, retry=false 2024-11-13T14:20:36,089 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:20:36,096 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Unable to get data of znode /11765832189/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:20:36,186 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765832189/switch/split already deleted, retry=false 2024-11-13T14:20:36,187 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Unable to get data of znode /11765832189/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:20:36,288 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765832189/switch/merge already deleted, retry=false 2024-11-13T14:20:36,290 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Unable to get data of znode /11765832189/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:20:36,297 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765832189/snapshot-cleanup already deleted, retry=false 2024-11-13T14:20:36,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11765832189/running 2024-11-13T14:20:36,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11765832189/running 2024-11-13T14:20:36,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:36,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:36,309 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,45137,1731507634180, sessionid=0x10134919dc00003, setting cluster-up flag (Was=false) 2024-11-13T14:20:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:36,360 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11765832189/flush-table-proc/acquired, /11765832189/flush-table-proc/reached, /11765832189/flush-table-proc/abort 2024-11-13T14:20:36,362 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,45137,1731507634180 2024-11-13T14:20:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:36,413 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11765832189/online-snapshot/acquired, /11765832189/online-snapshot/reached, /11765832189/online-snapshot/abort 2024-11-13T14:20:36,414 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,45137,1731507634180 2024-11-13T14:20:36,415 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:20:36,417 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:36,417 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:20:36,417 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:20:36,417 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,45137,1731507634180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:20:36,427 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:36,427 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:36,427 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:36,427 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:20:36,427 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:20:36,427 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,427 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:20:36,427 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:36,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:20:36,431 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:36,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:20:36,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507666437 2024-11-13T14:20:36,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:20:36,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:20:36,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:20:36,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:20:36,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:20:36,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:20:36,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:20:36,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:20:36,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:20:36,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:20:36,439 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:20:36,439 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:20:36,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507636439,5,FailOnTimeoutGroup] 2024-11-13T14:20:36,440 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507636439,5,FailOnTimeoutGroup] 2024-11-13T14:20:36,440 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,440 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:20:36,440 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,440 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:20:36,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:20:36,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912 2024-11-13T14:20:36,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:20:36,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:36,505 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(746): ClusterId : 949fd491-1ccf-4caa-b59b-457102c41f2d 2024-11-13T14:20:36,505 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:20:36,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:20:36,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:20:36,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:36,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:36,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:20:36,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:20:36,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:36,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:36,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:20:36,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:20:36,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:36,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:36,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:20:36,521 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:20:36,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:20:36,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:36,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:36,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:20:36,521 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:20:36,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740 2024-11-13T14:20:36,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740 2024-11-13T14:20:36,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:20:36,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:20:36,524 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:36,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:20:36,529 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:20:36,530 DEBUG [RS:0;eb1966fd6578:46499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4967a094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:36,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:36,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73361251, jitterRate=0.09316782653331757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:36,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507636503Initializing all the Stores at 1731507636504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507636504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507636508 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507636508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507636508Cleaning up temporary data from old regions at 1731507636523 (+15 ms)Region opened successfully at 1731507636534 (+11 ms) 2024-11-13T14:20:36,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:20:36,534 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:20:36,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:20:36,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:20:36,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:20:36,546 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:36,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507636534Disabling compacts and flushes for region at 1731507636534Disabling writes for close at 1731507636534Writing region close event to WAL at 1731507636546 (+12 ms)Closed at 1731507636546 2024-11-13T14:20:36,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:36,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:20:36,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:20:36,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:20:36,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:20:36,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:20:36,576 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:46499 2024-11-13T14:20:36,576 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:20:36,576 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:20:36,576 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:20:36,579 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,45137,1731507634180 with port=46499, startcode=1731507635171 2024-11-13T14:20:36,580 DEBUG [RS:0;eb1966fd6578:46499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:20:36,597 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:20:36,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,46499,1731507635171 2024-11-13T14:20:36,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45137 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,46499,1731507635171 2024-11-13T14:20:36,599 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912 2024-11-13T14:20:36,599 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45937 2024-11-13T14:20:36,599 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:20:36,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189/rs 2024-11-13T14:20:36,611 DEBUG [RS:0;eb1966fd6578:46499 {}] zookeeper.ZKUtil(111): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on existing znode=/11765832189/rs/eb1966fd6578,46499,1731507635171 2024-11-13T14:20:36,611 WARN [RS:0;eb1966fd6578:46499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:20:36,611 INFO [RS:0;eb1966fd6578:46499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:36,612 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171 2024-11-13T14:20:36,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,46499,1731507635171] 2024-11-13T14:20:36,622 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:20:36,624 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:20:36,635 INFO [RS:0;eb1966fd6578:46499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:20:36,635 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,640 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:20:36,642 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:20:36,642 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,642 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,642 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,642 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,642 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,642 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,642 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:20:36,643 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,643 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,643 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,643 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,643 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,643 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:20:36,643 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:20:36,643 DEBUG [RS:0;eb1966fd6578:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:20:36,660 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,660 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,660 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,660 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,660 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,660 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,46499,1731507635171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:20:36,685 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:20:36,685 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,46499,1731507635171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,685 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,685 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.Replication(171): eb1966fd6578,46499,1731507635171 started 2024-11-13T14:20:36,703 WARN [eb1966fd6578:45137 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T14:20:36,711 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:36,711 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,46499,1731507635171, RpcServer on eb1966fd6578/172.17.0.2:46499, sessionid=0x10134919dc00004 2024-11-13T14:20:36,712 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:20:36,712 DEBUG [RS:0;eb1966fd6578:46499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,46499,1731507635171 2024-11-13T14:20:36,712 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,46499,1731507635171' 2024-11-13T14:20:36,712 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11765832189/flush-table-proc/abort' 2024-11-13T14:20:36,715 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11765832189/flush-table-proc/acquired' 2024-11-13T14:20:36,716 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:20:36,716 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:20:36,716 DEBUG [RS:0;eb1966fd6578:46499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,46499,1731507635171 2024-11-13T14:20:36,716 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,46499,1731507635171' 2024-11-13T14:20:36,716 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11765832189/online-snapshot/abort' 2024-11-13T14:20:36,717 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11765832189/online-snapshot/acquired' 2024-11-13T14:20:36,718 DEBUG [RS:0;eb1966fd6578:46499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:20:36,718 INFO [RS:0;eb1966fd6578:46499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:20:36,718 INFO [RS:0;eb1966fd6578:46499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:20:36,818 INFO [RS:0;eb1966fd6578:46499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:36,820 INFO [RS:0;eb1966fd6578:46499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C46499%2C1731507635171, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/oldWALs, maxLogs=10 2024-11-13T14:20:36,838 DEBUG [RS:0;eb1966fd6578:46499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820, exclude list is [], retry=0 2024-11-13T14:20:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39863,DS-018e46a1-80fe-4106-90ce-91674b16755a,DISK] 2024-11-13T14:20:36,849 INFO [RS:0;eb1966fd6578:46499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 2024-11-13T14:20:36,852 DEBUG [RS:0;eb1966fd6578:46499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40629:40629)] 2024-11-13T14:20:36,953 DEBUG [eb1966fd6578:45137 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:20:36,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,46499,1731507635171 2024-11-13T14:20:36,957 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,46499,1731507635171, state=OPENING 2024-11-13T14:20:37,074 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:20:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:37,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11765832189/meta-region-server: CHANGED 2024-11-13T14:20:37,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:20:37,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,46499,1731507635171}] 2024-11-13T14:20:37,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11765832189/meta-region-server: CHANGED 2024-11-13T14:20:37,260 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:20:37,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:20:37,282 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:20:37,282 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:37,282 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:20:37,283 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C46499%2C1731507635171.meta, suffix=.meta, logDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/oldWALs, maxLogs=10 2024-11-13T14:20:37,332 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.meta.1731507637284.meta, exclude list is [], retry=0 2024-11-13T14:20:37,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39863,DS-018e46a1-80fe-4106-90ce-91674b16755a,DISK] 2024-11-13T14:20:37,358 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.meta.1731507637284.meta 2024-11-13T14:20:37,372 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40629:40629)] 2024-11-13T14:20:37,372 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:37,373 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:37,373 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:20:37,373 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:20:37,373 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:20:37,373 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:20:37,373 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:37,373 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:20:37,373 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:20:37,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:20:37,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:20:37,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:37,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:37,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:20:37,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:20:37,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:37,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:37,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:20:37,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:20:37,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:37,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:37,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:20:37,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:20:37,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:37,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:37,402 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:20:37,404 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740 2024-11-13T14:20:37,405 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740 2024-11-13T14:20:37,406 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:20:37,406 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:20:37,407 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:37,408 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:20:37,409 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74142883, jitterRate=0.1048150509595871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:37,409 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:20:37,409 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507637373Writing region info on filesystem at 1731507637373Initializing all the Stores at 1731507637374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507637374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507637387 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507637387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507637387Cleaning up temporary data from old regions at 1731507637406 (+19 ms)Running coprocessor post-open hooks at 1731507637409 (+3 ms)Region opened successfully at 1731507637409 2024-11-13T14:20:37,410 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507637260 2024-11-13T14:20:37,413 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:20:37,413 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:20:37,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,46499,1731507635171 2024-11-13T14:20:37,414 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,46499,1731507635171, state=OPEN 2024-11-13T14:20:37,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11765832189/meta-region-server 2024-11-13T14:20:37,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11765832189/meta-region-server 2024-11-13T14:20:37,474 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,46499,1731507635171 2024-11-13T14:20:37,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11765832189/meta-region-server: CHANGED 2024-11-13T14:20:37,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11765832189/meta-region-server: CHANGED 2024-11-13T14:20:37,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:20:37,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,46499,1731507635171 in 378 msec 2024-11-13T14:20:37,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:20:37,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 928 msec 2024-11-13T14:20:37,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:20:37,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:20:37,481 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:37,481 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46499,1731507635171, seqNum=-1] 2024-11-13T14:20:37,482 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:37,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:37,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0720 sec 2024-11-13T14:20:37,494 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507637494, completionTime=-1 2024-11-13T14:20:37,495 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:20:37,495 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:20:37,497 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:20:37,497 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507697497 2024-11-13T14:20:37,497 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507757497 2024-11-13T14:20:37,497 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T14:20:37,498 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45137,1731507634180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:37,498 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45137,1731507634180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:37,498 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45137,1731507634180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:37,498 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:45137, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:37,498 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:37,500 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:20:37,507 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:37,512 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.269sec 2024-11-13T14:20:37,512 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:20:37,512 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:20:37,512 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:20:37,512 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:20:37,512 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:20:37,512 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45137,1731507634180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:20:37,513 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45137,1731507634180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:20:37,530 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:20:37,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:20:37,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45137,1731507634180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:20:37,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbf807c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:37,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45137,-1 for getting cluster id 2024-11-13T14:20:37,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:37,633 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949fd491-1ccf-4caa-b59b-457102c41f2d' 2024-11-13T14:20:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949fd491-1ccf-4caa-b59b-457102c41f2d" 2024-11-13T14:20:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a853d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45137,-1] 2024-11-13T14:20:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:37,636 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:37,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155883ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:37,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:37,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46499,1731507635171, seqNum=-1] 2024-11-13T14:20:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:37,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:37,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,45137,1731507634180 2024-11-13T14:20:37,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51906 2024-11-13T14:20:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:37,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:37,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44503,1731507629512 2024-11-13T14:20:37,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d2c597b 2024-11-13T14:20:37,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:37,693 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:37,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:20:37,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:20:37,697 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:37,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:20:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:37,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:20:37,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10134919dc00005 connected 2024-11-13T14:20:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:20:37,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc350f1d0d8a13e4e308419ca3337e11, NAME => 'test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133 2024-11-13T14:20:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:20:37,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:37,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc350f1d0d8a13e4e308419ca3337e11, disabling compactions & flushes 2024-11-13T14:20:37,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:37,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:37,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. after waiting 0 ms 2024-11-13T14:20:37,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:37,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:37,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc350f1d0d8a13e4e308419ca3337e11: Waiting for close lock at 1731507637778Disabling compacts and flushes for region at 1731507637778Disabling writes for close at 1731507637779 (+1 ms)Writing region close event to WAL at 1731507637779Closed at 1731507637779 2024-11-13T14:20:37,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:20:37,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507637780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507637780"}]},"ts":"1731507637780"} 2024-11-13T14:20:37,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:20:37,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:20:37,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507637785"}]},"ts":"1731507637785"} 2024-11-13T14:20:37,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:20:37,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc350f1d0d8a13e4e308419ca3337e11, ASSIGN}] 2024-11-13T14:20:37,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc350f1d0d8a13e4e308419ca3337e11, ASSIGN 2024-11-13T14:20:37,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc350f1d0d8a13e4e308419ca3337e11, ASSIGN; state=OFFLINE, location=eb1966fd6578,34691,1731507629687; forceNewPlan=false, retain=false 2024-11-13T14:20:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:37,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc350f1d0d8a13e4e308419ca3337e11, regionState=OPENING, regionLocation=eb1966fd6578,34691,1731507629687 2024-11-13T14:20:37,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc350f1d0d8a13e4e308419ca3337e11, ASSIGN because future has completed 2024-11-13T14:20:37,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc350f1d0d8a13e4e308419ca3337e11, server=eb1966fd6578,34691,1731507629687}] 2024-11-13T14:20:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:38,104 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:38,104 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc350f1d0d8a13e4e308419ca3337e11, NAME => 'test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:38,104 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:38,104 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:20:38,104 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,104 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:38,104 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,104 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,105 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,106 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc350f1d0d8a13e4e308419ca3337e11 columnFamilyName f 2024-11-13T14:20:38,106 DEBUG [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:38,107 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] regionserver.HStore(327): Store=bc350f1d0d8a13e4e308419ca3337e11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:38,107 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,108 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc350f1d0d8a13e4e308419ca3337e11 columnFamilyName f1 2024-11-13T14:20:38,108 DEBUG [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:38,108 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] regionserver.HStore(327): Store=bc350f1d0d8a13e4e308419ca3337e11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:38,108 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,109 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc350f1d0d8a13e4e308419ca3337e11 columnFamilyName norep 2024-11-13T14:20:38,109 DEBUG [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:38,109 INFO [StoreOpener-bc350f1d0d8a13e4e308419ca3337e11-1 {}] regionserver.HStore(327): Store=bc350f1d0d8a13e4e308419ca3337e11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:38,109 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,110 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,110 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,111 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,111 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,111 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:20:38,112 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,113 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:38,113 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc350f1d0d8a13e4e308419ca3337e11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72962164, jitterRate=0.08722096681594849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:20:38,114 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:38,114 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc350f1d0d8a13e4e308419ca3337e11: Running coprocessor pre-open hook at 1731507638104Writing region info on filesystem at 1731507638105 (+1 ms)Initializing all the Stores at 1731507638105Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507638105Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507638105Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507638105Cleaning up temporary data from old regions at 1731507638111 (+6 ms)Running coprocessor post-open hooks at 1731507638114 (+3 ms)Region opened successfully at 1731507638114 2024-11-13T14:20:38,115 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11., pid=6, masterSystemTime=1731507638101 2024-11-13T14:20:38,116 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:38,117 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:38,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc350f1d0d8a13e4e308419ca3337e11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,34691,1731507629687 2024-11-13T14:20:38,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc350f1d0d8a13e4e308419ca3337e11, server=eb1966fd6578,34691,1731507629687 because future has completed 2024-11-13T14:20:38,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:20:38,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc350f1d0d8a13e4e308419ca3337e11, server=eb1966fd6578,34691,1731507629687 in 174 msec 2024-11-13T14:20:38,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:20:38,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc350f1d0d8a13e4e308419ca3337e11, ASSIGN in 334 msec 2024-11-13T14:20:38,126 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:20:38,126 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507638126"}]},"ts":"1731507638126"} 2024-11-13T14:20:38,128 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:20:38,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:20:38,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 435 msec 2024-11-13T14:20:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:38,330 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:20:38,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45137,1731507634180 2024-11-13T14:20:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5037c79e 2024-11-13T14:20:38,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:38,332 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:38,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:20:38,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:20:38,335 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:38,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:20:38,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:20:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:38,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:20:38,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88bc1e1ba46f1d05ef9accfd58e77f28, NAME => 'test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912 2024-11-13T14:20:38,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:20:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:38,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:20:38,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:20:38,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:20:38,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T14:20:38,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:38,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T14:20:38,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:20:38,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T14:20:38,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:38,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:20:38,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:20:38,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:20:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:38,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:38,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 88bc1e1ba46f1d05ef9accfd58e77f28, disabling compactions & flushes 2024-11-13T14:20:38,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:38,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:38,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. after waiting 0 ms 2024-11-13T14:20:38,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:38,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:38,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88bc1e1ba46f1d05ef9accfd58e77f28: Waiting for close lock at 1731507638751Disabling compacts and flushes for region at 1731507638751Disabling writes for close at 1731507638751Writing region close event to WAL at 1731507638751Closed at 1731507638751 2024-11-13T14:20:38,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:20:38,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507638752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507638752"}]},"ts":"1731507638752"} 2024-11-13T14:20:38,755 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:20:38,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:20:38,755 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507638755"}]},"ts":"1731507638755"} 2024-11-13T14:20:38,757 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:20:38,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=88bc1e1ba46f1d05ef9accfd58e77f28, ASSIGN}] 2024-11-13T14:20:38,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=88bc1e1ba46f1d05ef9accfd58e77f28, ASSIGN 2024-11-13T14:20:38,759 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=88bc1e1ba46f1d05ef9accfd58e77f28, ASSIGN; state=OFFLINE, location=eb1966fd6578,46499,1731507635171; forceNewPlan=false, retain=false 2024-11-13T14:20:38,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88bc1e1ba46f1d05ef9accfd58e77f28, regionState=OPENING, regionLocation=eb1966fd6578,46499,1731507635171 2024-11-13T14:20:38,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=88bc1e1ba46f1d05ef9accfd58e77f28, ASSIGN because future has completed 2024-11-13T14:20:38,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88bc1e1ba46f1d05ef9accfd58e77f28, server=eb1966fd6578,46499,1731507635171}] 2024-11-13T14:20:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:39,067 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:39,067 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 88bc1e1ba46f1d05ef9accfd58e77f28, NAME => 'test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:39,067 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:39,067 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:20:39,067 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,067 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:39,067 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,067 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,068 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,069 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88bc1e1ba46f1d05ef9accfd58e77f28 columnFamilyName f 2024-11-13T14:20:39,069 DEBUG [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:39,069 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] regionserver.HStore(327): Store=88bc1e1ba46f1d05ef9accfd58e77f28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:39,070 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,070 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88bc1e1ba46f1d05ef9accfd58e77f28 columnFamilyName f1 2024-11-13T14:20:39,070 DEBUG [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:39,071 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] regionserver.HStore(327): Store=88bc1e1ba46f1d05ef9accfd58e77f28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:39,071 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,071 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88bc1e1ba46f1d05ef9accfd58e77f28 columnFamilyName norep 2024-11-13T14:20:39,071 DEBUG [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:39,072 INFO [StoreOpener-88bc1e1ba46f1d05ef9accfd58e77f28-1 {}] regionserver.HStore(327): Store=88bc1e1ba46f1d05ef9accfd58e77f28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:39,072 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,072 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,073 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,073 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,073 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,074 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:20:39,075 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,076 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:39,076 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 88bc1e1ba46f1d05ef9accfd58e77f28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70214680, jitterRate=0.04628026485443115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:20:39,076 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:39,077 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 88bc1e1ba46f1d05ef9accfd58e77f28: Running coprocessor pre-open hook at 1731507639067Writing region info on filesystem at 1731507639067Initializing all the Stores at 1731507639068 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507639068Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507639068Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507639068Cleaning up temporary data from old regions at 1731507639073 (+5 ms)Running coprocessor post-open hooks at 1731507639076 (+3 ms)Region opened successfully at 1731507639077 (+1 ms) 2024-11-13T14:20:39,077 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28., pid=6, masterSystemTime=1731507639064 2024-11-13T14:20:39,079 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:39,079 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:39,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=88bc1e1ba46f1d05ef9accfd58e77f28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,46499,1731507635171 2024-11-13T14:20:39,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88bc1e1ba46f1d05ef9accfd58e77f28, server=eb1966fd6578,46499,1731507635171 because future has completed 2024-11-13T14:20:39,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:20:39,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 88bc1e1ba46f1d05ef9accfd58e77f28, server=eb1966fd6578,46499,1731507635171 in 170 msec 2024-11-13T14:20:39,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:20:39,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=88bc1e1ba46f1d05ef9accfd58e77f28, ASSIGN in 327 msec 2024-11-13T14:20:39,086 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:20:39,086 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507639086"}]},"ts":"1731507639086"} 2024-11-13T14:20:39,088 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:20:39,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:20:39,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-13T14:20:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:20:39,470 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:20:39,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd1b205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44503,-1 for getting cluster id 2024-11-13T14:20:39,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:39,471 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9098c10-be75-4cba-a98d-b76e7e14d711' 2024-11-13T14:20:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9098c10-be75-4cba-a98d-b76e7e14d711" 2024-11-13T14:20:39,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd53933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44503,-1] 2024-11-13T14:20:39,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:39,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:39,472 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b3b45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c322cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45137,-1 for getting cluster id 2024-11-13T14:20:39,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:39,474 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949fd491-1ccf-4caa-b59b-457102c41f2d' 2024-11-13T14:20:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949fd491-1ccf-4caa-b59b-457102c41f2d" 2024-11-13T14:20:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37022197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45137,-1] 2024-11-13T14:20:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:39,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:39,475 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:39,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4b036c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5048abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44503,-1 for getting cluster id 2024-11-13T14:20:39,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:39,477 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9098c10-be75-4cba-a98d-b76e7e14d711' 2024-11-13T14:20:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9098c10-be75-4cba-a98d-b76e7e14d711" 2024-11-13T14:20:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a55175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44503,-1] 2024-11-13T14:20:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:39,478 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:39,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5fbd16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44503,1731507629512 2024-11-13T14:20:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e5923a2 2024-11-13T14:20:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:39,480 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:39,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:45137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:20:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:20:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:39,482 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:45137' 2024-11-13T14:20:39,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e21d7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,483 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45137,-1 for getting cluster id 2024-11-13T14:20:39,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:39,483 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949fd491-1ccf-4caa-b59b-457102c41f2d' 2024-11-13T14:20:39,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:39,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949fd491-1ccf-4caa-b59b-457102c41f2d" 2024-11-13T14:20:39,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23305907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45137,-1] 2024-11-13T14:20:39,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:39,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:39,485 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:39,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cff9974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:39,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:39,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45137,1731507634180 2024-11-13T14:20:39,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47e7101c 2024-11-13T14:20:39,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:39,487 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:39,487 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:20:39,487 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:20:39,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:39,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:39,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:39,488 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:39,489 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:20:39,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:20:39,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:39,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:20:39,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:20:39,539 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:20:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:39,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30668d8d96daad7788600901e76a1810, NAME => 'hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133 2024-11-13T14:20:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:20:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:40,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:40,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30668d8d96daad7788600901e76a1810, disabling compactions & flushes 2024-11-13T14:20:40,302 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:40,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:40,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. after waiting 0 ms 2024-11-13T14:20:40,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:40,302 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:40,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30668d8d96daad7788600901e76a1810: Waiting for close lock at 1731507640301Disabling compacts and flushes for region at 1731507640301Disabling writes for close at 1731507640302 (+1 ms)Writing region close event to WAL at 1731507640302Closed at 1731507640302 2024-11-13T14:20:40,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:20:40,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507640303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507640303"}]},"ts":"1731507640303"} 2024-11-13T14:20:40,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:20:40,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:20:40,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507640305"}]},"ts":"1731507640305"} 2024-11-13T14:20:40,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:20:40,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30668d8d96daad7788600901e76a1810, ASSIGN}] 2024-11-13T14:20:40,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30668d8d96daad7788600901e76a1810, ASSIGN 2024-11-13T14:20:40,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30668d8d96daad7788600901e76a1810, ASSIGN; state=OFFLINE, location=eb1966fd6578,34691,1731507629687; forceNewPlan=false, retain=false 2024-11-13T14:20:40,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30668d8d96daad7788600901e76a1810, regionState=OPENING, regionLocation=eb1966fd6578,34691,1731507629687 2024-11-13T14:20:40,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30668d8d96daad7788600901e76a1810, ASSIGN because future has completed 2024-11-13T14:20:40,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30668d8d96daad7788600901e76a1810, server=eb1966fd6578,34691,1731507629687}] 2024-11-13T14:20:40,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:40,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:40,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:20:40,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C34691%2C1731507629687.rep, suffix=, logDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687, archiveDir=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/oldWALs, maxLogs=10 2024-11-13T14:20:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:40,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.rep.1731507640619, exclude list is [], retry=0 2024-11-13T14:20:40,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33307,DS-10e5e530-e3b2-43bf-b8c7-5d2fef3ed900,DISK] 2024-11-13T14:20:40,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.rep.1731507640619 2024-11-13T14:20:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32771:32771)] 2024-11-13T14:20:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30668d8d96daad7788600901e76a1810, NAME => 'hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:40,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:20:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. service=MultiRowMutationService 2024-11-13T14:20:40,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:20:40,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:40,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,637 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,638 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30668d8d96daad7788600901e76a1810 columnFamilyName hfileref 2024-11-13T14:20:40,638 DEBUG [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:40,638 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] regionserver.HStore(327): Store=30668d8d96daad7788600901e76a1810/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:40,638 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,639 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30668d8d96daad7788600901e76a1810 columnFamilyName queue 2024-11-13T14:20:40,639 DEBUG [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:40,639 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] regionserver.HStore(327): Store=30668d8d96daad7788600901e76a1810/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:40,639 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,640 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30668d8d96daad7788600901e76a1810 columnFamilyName sid 2024-11-13T14:20:40,640 DEBUG [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:40,641 INFO [StoreOpener-30668d8d96daad7788600901e76a1810-1 {}] regionserver.HStore(327): Store=30668d8d96daad7788600901e76a1810/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:40,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:20:40,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:40,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30668d8d96daad7788600901e76a1810; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71015560, jitterRate=0.05821430683135986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:20:40,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:40,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30668d8d96daad7788600901e76a1810: Running coprocessor pre-open hook at 1731507640636Writing region info on filesystem at 1731507640636Initializing all the Stores at 1731507640636Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507640636Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507640637 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507640637Cleaning up temporary data from old regions at 1731507640642 (+5 ms)Running coprocessor post-open hooks at 1731507640645 (+3 ms)Region opened successfully at 1731507640646 (+1 ms) 2024-11-13T14:20:40,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810., pid=10, masterSystemTime=1731507640614 2024-11-13T14:20:40,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:40,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:40,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30668d8d96daad7788600901e76a1810, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,34691,1731507629687 2024-11-13T14:20:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30668d8d96daad7788600901e76a1810, server=eb1966fd6578,34691,1731507629687 because future has completed 2024-11-13T14:20:40,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:20:40,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30668d8d96daad7788600901e76a1810, server=eb1966fd6578,34691,1731507629687 in 193 msec 2024-11-13T14:20:40,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:20:40,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30668d8d96daad7788600901e76a1810, ASSIGN in 349 msec 2024-11-13T14:20:40,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:20:40,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507640659"}]},"ts":"1731507640659"} 2024-11-13T14:20:40,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:20:40,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:20:40,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-13T14:20:40,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810., hostname=eb1966fd6578,34691,1731507629687, seqNum=2] 2024-11-13T14:20:40,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:40,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:40,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:20:40,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:20:40,956 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:20:40,982 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,34691,1731507629687, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:20:40,982 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:40,982 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34691,1731507629687, seqNum=-1] 2024-11-13T14:20:40,983 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:40,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T14:20:40,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,34691,1731507629687', locateType=CURRENT is [region=hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810., hostname=eb1966fd6578,34691,1731507629687, seqNum=2] 2024-11-13T14:20:40,987 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:20:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:20:40,989 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,34691,1731507629687 suceeded 2024-11-13T14:20:40,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:20:40,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T14:20:40,990 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:45137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:20:40,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-13T14:20:41,006 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:45137' 2024-11-13T14:20:41,007 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d1e2473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,007 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45137,-1 for getting cluster id 2024-11-13T14:20:41,007 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:41,008 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949fd491-1ccf-4caa-b59b-457102c41f2d' 2024-11-13T14:20:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949fd491-1ccf-4caa-b59b-457102c41f2d" 2024-11-13T14:20:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@654b8129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45137,-1] 2024-11-13T14:20:41,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:41,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:41,009 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:41,010 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35bde3dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,010 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:41,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45137,1731507634180 2024-11-13T14:20:41,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ba8e31 2024-11-13T14:20:41,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:41,011 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T14:20:41,012 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,34691,1731507629687 (queues=1) is replicating from cluster=f9098c10-be75-4cba-a98d-b76e7e14d711 to cluster=949fd491-1ccf-4caa-b59b-457102c41f2d 2024-11-13T14:20:41,012 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C34691%2C1731507629687 2024-11-13T14:20:41,012 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,34691,1731507629687, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:20:41,012 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C34691%2C1731507629687 2024-11-13T14:20:41,012 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710, startPosition=0, beingWritten=true 2024-11-13T14:20:41,018 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:41,018 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 379, reset compression=false 2024-11-13T14:20:41,018 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34691,1731507629687 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:41,225 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 379, reset compression=false 2024-11-13T14:20:41,528 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 379, reset compression=false 2024-11-13T14:20:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:41,630 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:20:41,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:41,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:41,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:41,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:41,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:41,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460505bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45137,-1 for getting cluster id 2024-11-13T14:20:41,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:41,631 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949fd491-1ccf-4caa-b59b-457102c41f2d' 2024-11-13T14:20:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949fd491-1ccf-4caa-b59b-457102c41f2d" 2024-11-13T14:20:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed1c3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45137,-1] 2024-11-13T14:20:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:41,632 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4fe254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45137,1731507634180 2024-11-13T14:20:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76dd0730 2024-11-13T14:20:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:41,635 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:41,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:44503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:20:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:20:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:41,638 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44503' 2024-11-13T14:20:41,639 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e16f344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,639 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44503,-1 for getting cluster id 2024-11-13T14:20:41,639 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:41,640 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9098c10-be75-4cba-a98d-b76e7e14d711' 2024-11-13T14:20:41,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:41,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9098c10-be75-4cba-a98d-b76e7e14d711" 2024-11-13T14:20:41,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ae1bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44503,-1] 2024-11-13T14:20:41,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:41,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:41,641 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:41,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7c9950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:41,642 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:41,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44503,1731507629512 2024-11-13T14:20:41,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7450a8c6 2024-11-13T14:20:41,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:41,643 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:20:41,643 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T14:20:41,643 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:20:41,643 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:41,643 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:41,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:41,644 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:41,645 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:20:41,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:20:41,645 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:41,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:20:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:20:41,695 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:20:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:41,931 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 379, reset compression=false 2024-11-13T14:20:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:42,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed4000e88007f599f87833a5a9cede77, NAME => 'hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912 2024-11-13T14:20:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:20:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:42,434 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 379, reset compression=false 2024-11-13T14:20:42,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:42,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ed4000e88007f599f87833a5a9cede77, disabling compactions & flushes 2024-11-13T14:20:42,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:42,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:42,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. after waiting 0 ms 2024-11-13T14:20:42,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:42,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:42,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed4000e88007f599f87833a5a9cede77: Waiting for close lock at 1731507642470Disabling compacts and flushes for region at 1731507642470Disabling writes for close at 1731507642470Writing region close event to WAL at 1731507642470Closed at 1731507642470 2024-11-13T14:20:42,471 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:20:42,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507642471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507642471"}]},"ts":"1731507642471"} 2024-11-13T14:20:42,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:20:42,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:20:42,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507642474"}]},"ts":"1731507642474"} 2024-11-13T14:20:42,475 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:20:42,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed4000e88007f599f87833a5a9cede77, ASSIGN}] 2024-11-13T14:20:42,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed4000e88007f599f87833a5a9cede77, ASSIGN 2024-11-13T14:20:42,477 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed4000e88007f599f87833a5a9cede77, ASSIGN; state=OFFLINE, location=eb1966fd6578,46499,1731507635171; forceNewPlan=false, retain=false 2024-11-13T14:20:42,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed4000e88007f599f87833a5a9cede77, regionState=OPENING, regionLocation=eb1966fd6578,46499,1731507635171 2024-11-13T14:20:42,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed4000e88007f599f87833a5a9cede77, ASSIGN because future has completed 2024-11-13T14:20:42,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed4000e88007f599f87833a5a9cede77, server=eb1966fd6578,46499,1731507635171}] 2024-11-13T14:20:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:42,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:42,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:42,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:20:42,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C46499%2C1731507635171.rep, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/oldWALs, maxLogs=10 2024-11-13T14:20:42,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.rep.1731507642787, exclude list is [], retry=0 2024-11-13T14:20:42,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39863,DS-018e46a1-80fe-4106-90ce-91674b16755a,DISK] 2024-11-13T14:20:42,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.rep.1731507642787 2024-11-13T14:20:42,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40629:40629)] 2024-11-13T14:20:42,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ed4000e88007f599f87833a5a9cede77, NAME => 'hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:42,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:20:42,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:20:42,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. service=MultiRowMutationService 2024-11-13T14:20:42,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:20:42,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:42,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,811 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,812 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed4000e88007f599f87833a5a9cede77 columnFamilyName hfileref 2024-11-13T14:20:42,812 DEBUG [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:42,813 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] regionserver.HStore(327): Store=ed4000e88007f599f87833a5a9cede77/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:42,813 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,814 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed4000e88007f599f87833a5a9cede77 columnFamilyName queue 2024-11-13T14:20:42,814 DEBUG [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:42,814 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] regionserver.HStore(327): Store=ed4000e88007f599f87833a5a9cede77/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:42,815 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,816 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed4000e88007f599f87833a5a9cede77 columnFamilyName sid 2024-11-13T14:20:42,816 DEBUG [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:42,816 INFO [StoreOpener-ed4000e88007f599f87833a5a9cede77-1 {}] regionserver.HStore(327): Store=ed4000e88007f599f87833a5a9cede77/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:42,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:20:42,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:42,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ed4000e88007f599f87833a5a9cede77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71653540, jitterRate=0.06772094964981079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:20:42,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:42,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ed4000e88007f599f87833a5a9cede77: Running coprocessor pre-open hook at 1731507642810Writing region info on filesystem at 1731507642810Initializing all the Stores at 1731507642811 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507642811Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507642811Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507642811Cleaning up temporary data from old regions at 1731507642818 (+7 ms)Running coprocessor post-open hooks at 1731507642821 (+3 ms)Region opened successfully at 1731507642821 2024-11-13T14:20:42,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77., pid=10, masterSystemTime=1731507642781 2024-11-13T14:20:42,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:42,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:42,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed4000e88007f599f87833a5a9cede77, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,46499,1731507635171 2024-11-13T14:20:42,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed4000e88007f599f87833a5a9cede77, server=eb1966fd6578,46499,1731507635171 because future has completed 2024-11-13T14:20:42,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:20:42,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ed4000e88007f599f87833a5a9cede77, server=eb1966fd6578,46499,1731507635171 in 199 msec 2024-11-13T14:20:42,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:20:42,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed4000e88007f599f87833a5a9cede77, ASSIGN in 356 msec 2024-11-13T14:20:42,834 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:20:42,834 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507642834"}]},"ts":"1731507642834"} 2024-11-13T14:20:42,836 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:20:42,837 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:20:42,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-13T14:20:42,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77., hostname=eb1966fd6578,46499,1731507635171, seqNum=2] 2024-11-13T14:20:42,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:42,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:42,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:42,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:42,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:20:42,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:20:42,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:20:43,037 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 379, reset compression=false 2024-11-13T14:20:43,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:20:43,092 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:20:43,117 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,46499,1731507635171, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46499,1731507635171, seqNum=-1] 2024-11-13T14:20:43,118 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:43,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T14:20:43,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,46499,1731507635171', locateType=CURRENT is [region=hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77., hostname=eb1966fd6578,46499,1731507635171, seqNum=2] 2024-11-13T14:20:43,122 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:20:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:20:43,124 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,46499,1731507635171 suceeded 2024-11-13T14:20:43,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:20:43,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T14:20:43,125 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:44503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:20:43,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-13T14:20:43,135 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44503' 2024-11-13T14:20:43,136 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19169d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:43,136 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44503,-1 for getting cluster id 2024-11-13T14:20:43,136 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:43,136 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9098c10-be75-4cba-a98d-b76e7e14d711' 2024-11-13T14:20:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9098c10-be75-4cba-a98d-b76e7e14d711" 2024-11-13T14:20:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794acc35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44503,-1] 2024-11-13T14:20:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:43,138 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:43,138 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bc4f601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:43,138 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:20:43,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44503,1731507629512 2024-11-13T14:20:43,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@786eb984 2024-11-13T14:20:43,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:20:43,139 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T14:20:43,140 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,46499,1731507635171 (queues=1) is replicating from cluster=949fd491-1ccf-4caa-b59b-457102c41f2d to cluster=f9098c10-be75-4cba-a98d-b76e7e14d711 2024-11-13T14:20:43,140 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C46499%2C1731507635171 2024-11-13T14:20:43,140 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,46499,1731507635171, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:20:43,142 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C46499%2C1731507635171 2024-11-13T14:20:43,142 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820, startPosition=0, beingWritten=true 2024-11-13T14:20:43,146 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:43,146 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 379, reset compression=false 2024-11-13T14:20:43,146 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46499,1731507635171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:43,350 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 379, reset compression=false 2024-11-13T14:20:43,653 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 379, reset compression=false 2024-11-13T14:20:43,741 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 379, reset compression=false 2024-11-13T14:20:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:20:43,790 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:20:43,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:43,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:43,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:43,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:43,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:43,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34691,1731507629687, seqNum=-1] 2024-11-13T14:20:43,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:43,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:43,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11., hostname=eb1966fd6578,34691,1731507629687, seqNum=2] 2024-11-13T14:20:43,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46499,1731507635171, seqNum=-1] 2024-11-13T14:20:43,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:43,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:20:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28., hostname=eb1966fd6578,46499,1731507635171, seqNum=2] 2024-11-13T14:20:43,814 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T14:20:44,056 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 379, reset compression=false 2024-11-13T14:20:44,544 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 379, reset compression=false 2024-11-13T14:20:44,548 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:20:44,548 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 480, reset compression=false 2024-11-13T14:20:44,548 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34691,1731507629687 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc350f1d0d8a13e4e308419ca3337e11/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T14:20:44,550 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:20:44,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T14:20:44,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:20:44,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32d5b627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:44,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45137,-1 for getting cluster id 2024-11-13T14:20:44,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:44,554 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949fd491-1ccf-4caa-b59b-457102c41f2d' 2024-11-13T14:20:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949fd491-1ccf-4caa-b59b-457102c41f2d" 2024-11-13T14:20:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21423873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45137,-1] 2024-11-13T14:20:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:44,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:44,555 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:44,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61146b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:44,559 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 379, reset compression=false 2024-11-13T14:20:44,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46499,1731507635171, seqNum=-1] 2024-11-13T14:20:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:44,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T14:20:44,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28., hostname=eb1966fd6578,46499,1731507635171, seqNum=2] 2024-11-13T14:20:44,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:20:44,751 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 480, reset compression=false 2024-11-13T14:20:44,816 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T14:20:44,819 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T14:20:45,055 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 480, reset compression=false 2024-11-13T14:20:45,163 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 379, reset compression=false 2024-11-13T14:20:45,170 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:20:45,170 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 608, reset compression=false 2024-11-13T14:20:45,170 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46499,1731507635171 got entry batch from reader: WALEntryBatch [walEntries=[{test/88bc1e1ba46f1d05ef9accfd58e77f28/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T14:20:45,172 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:20:45,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T14:20:45,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:20:45,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75be394c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:45,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44503,-1 for getting cluster id 2024-11-13T14:20:45,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:20:45,179 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9098c10-be75-4cba-a98d-b76e7e14d711' 2024-11-13T14:20:45,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:20:45,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9098c10-be75-4cba-a98d-b76e7e14d711" 2024-11-13T14:20:45,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4233a469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:45,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44503,-1] 2024-11-13T14:20:45,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:20:45,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:45,181 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:20:45,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11e1e92a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:20:45,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:20:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,34691,1731507629687, seqNum=-1] 2024-11-13T14:20:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:20:45,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T14:20:45,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11., hostname=eb1966fd6578,34691,1731507629687, seqNum=2] 2024-11-13T14:20:45,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:20:45,379 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 608, reset compression=false 2024-11-13T14:20:45,458 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 480, reset compression=false 2024-11-13T14:20:45,463 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:45,463 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 608, reset compression=false 2024-11-13T14:20:45,463 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34691,1731507629687 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:45,667 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 608, reset compression=false 2024-11-13T14:20:45,682 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 608, reset compression=false 2024-11-13T14:20:45,821 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T14:20:45,827 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T14:20:45,971 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 608, reset compression=false 2024-11-13T14:20:45,975 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:20:45,975 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 764, reset compression=false 2024-11-13T14:20:45,975 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34691,1731507629687 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc350f1d0d8a13e4e308419ca3337e11/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T14:20:45,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:20:45,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:20:46,086 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 608, reset compression=false 2024-11-13T14:20:46,090 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:46,090 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 756, reset compression=false 2024-11-13T14:20:46,090 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46499,1731507635171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:46,179 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 764, reset compression=false 2024-11-13T14:20:46,293 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 756, reset compression=false 2024-11-13T14:20:46,482 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 764, reset compression=false 2024-11-13T14:20:46,596 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 756, reset compression=false 2024-11-13T14:20:46,829 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T14:20:46,832 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T14:20:46,885 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 764, reset compression=false 2024-11-13T14:20:46,999 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 756, reset compression=false 2024-11-13T14:20:47,003 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:20:47,003 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 915, reset compression=false 2024-11-13T14:20:47,003 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46499,1731507635171 got entry batch from reader: WALEntryBatch [walEntries=[{test/88bc1e1ba46f1d05ef9accfd58e77f28/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T14:20:47,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:20:47,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:20:47,206 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 915, reset compression=false 2024-11-13T14:20:47,388 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 764, reset compression=false 2024-11-13T14:20:47,454 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:47,454 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:47,454 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34691,1731507629687 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:47,509 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 915, reset compression=false 2024-11-13T14:20:47,657 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:47,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T14:20:47,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:20:47,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:47,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:47,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:47,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:47,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:47,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:20:47,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=456294131, stopped=false 2024-11-13T14:20:47,837 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,45137,1731507634180 2024-11-13T14:20:47,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765832189/running 2024-11-13T14:20:47,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:47,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765832189/running 2024-11-13T14:20:47,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:47,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:20:47,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:47,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:47,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:47,885 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,46499,1731507635171' ***** 2024-11-13T14:20:47,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on znode that does not yet exist, /11765832189/running 2024-11-13T14:20:47,885 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:20:47,886 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:20:47,886 INFO [RS:0;eb1966fd6578:46499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:20:47,886 INFO [RS:0;eb1966fd6578:46499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:20:47,886 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:47,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:20:47,886 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:47,886 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,46499,1731507635171 2024-11-13T14:20:47,886 INFO [RS:0;eb1966fd6578:46499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:20:47,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Set watcher on znode that does not yet exist, /11765832189/running 2024-11-13T14:20:47,886 INFO [RS:0;eb1966fd6578:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:46499. 2024-11-13T14:20:47,887 DEBUG [RS:0;eb1966fd6578:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:47,887 DEBUG [RS:0;eb1966fd6578:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:47,887 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:20:47,887 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:20:47,887 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:20:47,887 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:20:47,887 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:20:47,887 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1325): Online Regions={ed4000e88007f599f87833a5a9cede77=hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77., 88bc1e1ba46f1d05ef9accfd58e77f28=test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:20:47,887 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88bc1e1ba46f1d05ef9accfd58e77f28, ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:47,887 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:20:47,887 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:20:47,887 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:20:47,887 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed4000e88007f599f87833a5a9cede77, disabling compactions & flushes 2024-11-13T14:20:47,887 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:20:47,887 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:47,887 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:20:47,887 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:47,887 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. after waiting 0 ms 2024-11-13T14:20:47,887 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:47,887 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:20:47,888 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed4000e88007f599f87833a5a9cede77 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-13T14:20:47,901 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77/.tmp/queue/12aad6278b41484ba05f09473e95f09c is 153, key is 1-eb1966fd6578,46499,1731507635171/queue:eb1966fd6578%2C46499%2C1731507635171/1731507647007/Put/seqid=0 2024-11-13T14:20:47,903 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/info/3b1e93f382dc4bd4a83e0d244c6d768e is 147, key is hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77./info:regioninfo/1731507642824/Put/seqid=0 2024-11-13T14:20:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741840_1016 (size=5352) 2024-11-13T14:20:47,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741841_1017 (size=7686) 2024-11-13T14:20:47,907 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/info/3b1e93f382dc4bd4a83e0d244c6d768e 2024-11-13T14:20:47,913 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 915, reset compression=false 2024-11-13T14:20:47,928 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/ns/3566a76578f849ed91cc952b593839bc is 43, key is default/ns:d/1731507637484/Put/seqid=0 2024-11-13T14:20:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741842_1018 (size=5153) 2024-11-13T14:20:47,960 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:47,974 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:20:48,087 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88bc1e1ba46f1d05ef9accfd58e77f28, ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:48,287 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88bc1e1ba46f1d05ef9accfd58e77f28, ed4000e88007f599f87833a5a9cede77 2024-11-13T14:20:48,306 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77/.tmp/queue/12aad6278b41484ba05f09473e95f09c 2024-11-13T14:20:48,311 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77/.tmp/queue/12aad6278b41484ba05f09473e95f09c as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77/queue/12aad6278b41484ba05f09473e95f09c 2024-11-13T14:20:48,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:48,315 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77/queue/12aad6278b41484ba05f09473e95f09c, entries=1, sequenceid=9, filesize=5.2 K 2024-11-13T14:20:48,316 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for ed4000e88007f599f87833a5a9cede77 in 429ms, sequenceid=9, compaction requested=false 2024-11-13T14:20:48,332 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/ns/3566a76578f849ed91cc952b593839bc 2024-11-13T14:20:48,345 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/replication/ed4000e88007f599f87833a5a9cede77/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T14:20:48,348 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:48,348 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:48,349 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:48,349 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed4000e88007f599f87833a5a9cede77: Waiting for close lock at 1731507647887Running coprocessor pre-close hooks at 1731507647887Disabling compacts and flushes for region at 1731507647887Disabling writes for close at 1731507647887Obtaining lock to block concurrent updates at 1731507647888 (+1 ms)Preparing flush snapshotting stores in ed4000e88007f599f87833a5a9cede77 at 1731507647888Finished memstore snapshotting hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731507647888Flushing stores of hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. at 1731507647888Flushing ed4000e88007f599f87833a5a9cede77/queue: creating writer at 1731507647888Flushing ed4000e88007f599f87833a5a9cede77/queue: appending metadata at 1731507647901 (+13 ms)Flushing ed4000e88007f599f87833a5a9cede77/queue: closing flushed file at 1731507647901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb1b94c: reopening flushed file at 1731507648310 (+409 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for ed4000e88007f599f87833a5a9cede77 in 429ms, sequenceid=9, compaction requested=false at 1731507648316 (+6 ms)Writing region close event to WAL at 1731507648337 (+21 ms)Running coprocessor post-close hooks at 1731507648348 (+11 ms)Closed at 1731507648349 (+1 ms) 2024-11-13T14:20:48,349 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507641644.ed4000e88007f599f87833a5a9cede77. 2024-11-13T14:20:48,349 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88bc1e1ba46f1d05ef9accfd58e77f28, disabling compactions & flushes 2024-11-13T14:20:48,349 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:48,349 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:48,349 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. after waiting 0 ms 2024-11-13T14:20:48,349 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:48,349 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88bc1e1ba46f1d05ef9accfd58e77f28 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T14:20:48,353 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/rep_barrier/efa5126101ae4e228a59b473ddd94f98 is 112, key is test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28./rep_barrier:seqnumDuringOpen/1731507639079/Put/seqid=0 2024-11-13T14:20:48,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741843_1019 (size=5518) 2024-11-13T14:20:48,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,364 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:48,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,368 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/rep_barrier/efa5126101ae4e228a59b473ddd94f98 2024-11-13T14:20:48,372 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/f/6c410be7d1624218aa3f5f2d234fa8b1 is 29, key is row1/f:/1731507646830/DeleteFamily/seqid=0 2024-11-13T14:20:48,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741844_1020 (size=5118) 2024-11-13T14:20:48,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:48,392 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/table/19a7115adf34421f9c874bde85d6e865 is 53, key is hbase:replication/table:state/1731507642834/Put/seqid=0 2024-11-13T14:20:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741845_1021 (size=5308) 2024-11-13T14:20:48,416 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 915, reset compression=false 2024-11-13T14:20:48,424 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:48,424 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 1162, reset compression=false 2024-11-13T14:20:48,424 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46499,1731507635171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:48,425 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,46499,1731507635171: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,46499,1731507635171, walGroup=eb1966fd6578%2C46499%2C1731507635171, offset=eb1966fd6578%2C46499%2C1731507635171.1731507636820:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:46499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:20:48,427 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:20:48,427 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:20:48,427 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:20:48,427 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:20:48,427 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:20:48,427 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 695531264 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191007576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:20:48,428 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:45137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:45137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:20:48,488 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:20:48,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T14:20:48,628 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 1162, reset compression=false 2024-11-13T14:20:48,662 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:20:48,662 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:20:48,688 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:48,780 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/f/6c410be7d1624218aa3f5f2d234fa8b1 2024-11-13T14:20:48,784 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c410be7d1624218aa3f5f2d234fa8b1 2024-11-13T14:20:48,796 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/f1/739b153e15ac449686090067f758c9d0 is 30, key is row1/f1:/1731507646830/DeleteFamily/seqid=0 2024-11-13T14:20:48,798 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/table/19a7115adf34421f9c874bde85d6e865 2024-11-13T14:20:48,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741846_1022 (size=5123) 2024-11-13T14:20:48,802 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/info/3b1e93f382dc4bd4a83e0d244c6d768e as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/info/3b1e93f382dc4bd4a83e0d244c6d768e 2024-11-13T14:20:48,806 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/info/3b1e93f382dc4bd4a83e0d244c6d768e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:20:48,806 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/ns/3566a76578f849ed91cc952b593839bc as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/ns/3566a76578f849ed91cc952b593839bc 2024-11-13T14:20:48,810 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/ns/3566a76578f849ed91cc952b593839bc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:20:48,811 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/rep_barrier/efa5126101ae4e228a59b473ddd94f98 as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/rep_barrier/efa5126101ae4e228a59b473ddd94f98 2024-11-13T14:20:48,815 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/rep_barrier/efa5126101ae4e228a59b473ddd94f98, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:20:48,816 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/.tmp/table/19a7115adf34421f9c874bde85d6e865 as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/table/19a7115adf34421f9c874bde85d6e865 2024-11-13T14:20:48,820 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/table/19a7115adf34421f9c874bde85d6e865, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:20:48,820 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false 2024-11-13T14:20:48,824 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:20:48,824 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:48,824 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:48,824 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:48,825 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507647887Running coprocessor pre-close hooks at 1731507647887Disabling compacts and flushes for region at 1731507647887Disabling writes for close at 1731507647887Obtaining lock to block concurrent updates at 1731507647888 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731507647888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507647888Flushing stores of hbase:meta,,1.1588230740 at 1731507647888Flushing 1588230740/info: creating writer at 1731507647888Flushing 1588230740/info: appending metadata at 1731507647903 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731507647903Flushing 1588230740/ns: creating writer at 1731507647910 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731507647927 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731507647927Flushing 1588230740/rep_barrier: creating writer at 1731507648337 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507648353 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507648353Flushing 1588230740/table: creating writer at 1731507648373 (+20 ms)Flushing 1588230740/table: appending metadata at 1731507648391 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731507648391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d46c8f3: reopening flushed file at 1731507648802 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11236539: reopening flushed file at 1731507648806 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c61804d: reopening flushed file at 1731507648810 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc24883: reopening flushed file at 1731507648815 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false at 1731507648820 (+5 ms)Writing region close event to WAL at 1731507648822 (+2 ms)Running coprocessor post-close hooks at 1731507648824 (+2 ms)Closed at 1731507648824 2024-11-13T14:20:48,825 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:48,879 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:48,888 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:20:48,888 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1325): Online Regions={88bc1e1ba46f1d05ef9accfd58e77f28=test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28.} 2024-11-13T14:20:48,888 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:48,931 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 1162, reset compression=false 2024-11-13T14:20:49,088 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:49,200 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/f1/739b153e15ac449686090067f758c9d0 2024-11-13T14:20:49,204 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 739b153e15ac449686090067f758c9d0 2024-11-13T14:20:49,216 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/norep/03c7204892694a8ea5f792738373e2a5 is 33, key is row1/norep:/1731507646830/DeleteFamily/seqid=0 2024-11-13T14:20:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741847_1023 (size=5108) 2024-11-13T14:20:49,288 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:49,334 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 1162, reset compression=false 2024-11-13T14:20:49,484 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:49,489 DEBUG [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1351): Waiting on 88bc1e1ba46f1d05ef9accfd58e77f28 2024-11-13T14:20:49,620 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/norep/03c7204892694a8ea5f792738373e2a5 2024-11-13T14:20:49,623 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03c7204892694a8ea5f792738373e2a5 2024-11-13T14:20:49,624 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/f/6c410be7d1624218aa3f5f2d234fa8b1 as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/f/6c410be7d1624218aa3f5f2d234fa8b1 2024-11-13T14:20:49,628 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c410be7d1624218aa3f5f2d234fa8b1 2024-11-13T14:20:49,628 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/f/6c410be7d1624218aa3f5f2d234fa8b1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T14:20:49,628 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/f1/739b153e15ac449686090067f758c9d0 as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/f1/739b153e15ac449686090067f758c9d0 2024-11-13T14:20:49,632 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 739b153e15ac449686090067f758c9d0 2024-11-13T14:20:49,632 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/f1/739b153e15ac449686090067f758c9d0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T14:20:49,633 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/.tmp/norep/03c7204892694a8ea5f792738373e2a5 as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/norep/03c7204892694a8ea5f792738373e2a5 2024-11-13T14:20:49,637 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03c7204892694a8ea5f792738373e2a5 2024-11-13T14:20:49,637 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/norep/03c7204892694a8ea5f792738373e2a5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T14:20:49,637 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 88bc1e1ba46f1d05ef9accfd58e77f28 in 1288ms, sequenceid=8, compaction requested=false 2024-11-13T14:20:49,642 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/data/default/test/88bc1e1ba46f1d05ef9accfd58e77f28/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T14:20:49,643 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:49,643 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:20:49,643 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:49,643 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88bc1e1ba46f1d05ef9accfd58e77f28: Waiting for close lock at 1731507648349Running coprocessor pre-close hooks at 1731507648349Disabling compacts and flushes for region at 1731507648349Disabling writes for close at 1731507648349Obtaining lock to block concurrent updates at 1731507648349Preparing flush snapshotting stores in 88bc1e1ba46f1d05ef9accfd58e77f28 at 1731507648349Finished memstore snapshotting test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731507648350 (+1 ms)Flushing stores of test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. at 1731507648350Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/f: creating writer at 1731507648351 (+1 ms)Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/f: appending metadata at 1731507648371 (+20 ms)Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/f: closing flushed file at 1731507648371Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/f1: creating writer at 1731507648784 (+413 ms)Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/f1: appending metadata at 1731507648796 (+12 ms)Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/f1: closing flushed file at 1731507648796Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/norep: creating writer at 1731507649204 (+408 ms)Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/norep: appending metadata at 1731507649215 (+11 ms)Flushing 88bc1e1ba46f1d05ef9accfd58e77f28/norep: closing flushed file at 1731507649216 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e1affc: reopening flushed file at 1731507649623 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a0222a: reopening flushed file at 1731507649628 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4772bb: reopening flushed file at 1731507649632 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 88bc1e1ba46f1d05ef9accfd58e77f28 in 1288ms, sequenceid=8, compaction requested=false at 1731507649637 (+5 ms)Writing region close event to WAL at 1731507649640 (+3 ms)Running coprocessor post-close hooks at 1731507649643 (+3 ms)Closed at 1731507649643 2024-11-13T14:20:49,643 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507638332.88bc1e1ba46f1d05ef9accfd58e77f28. 2024-11-13T14:20:49,689 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,46499,1731507635171; all regions closed. 2024-11-13T14:20:49,691 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.meta.1731507637284.meta not finished, retry = 0 2024-11-13T14:20:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:20:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741839_1015 (size=2458) 2024-11-13T14:20:49,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.rep.1731507642787 not finished, retry = 0 2024-11-13T14:20:49,838 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 1162, reset compression=false 2024-11-13T14:20:49,842 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:49,842 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/WALs/eb1966fd6578,46499,1731507635171/eb1966fd6578%2C46499%2C1731507635171.1731507636820 to pos 1806, reset compression=false 2024-11-13T14:20:49,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741833_1009 (size=1814) 2024-11-13T14:20:49,899 DEBUG [RS:0;eb1966fd6578:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:49,899 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:20:49,899 INFO [RS:0;eb1966fd6578:46499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:20:49,899 INFO [RS:0;eb1966fd6578:46499 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:20:49,899 INFO [RS:0;eb1966fd6578:46499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:20:49,899 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,46499,1731507635171 because: Region server is closing 2024-11-13T14:20:49,899 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:20:49,900 INFO [RS:0;eb1966fd6578:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:46499. 2024-11-13T14:20:49,900 DEBUG [RS:0;eb1966fd6578:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:49,900 DEBUG [RS:0;eb1966fd6578:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:49,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:49,900 DEBUG [RS:0;eb1966fd6578:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:50,000 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.shippereb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 terminated 2024-11-13T14:20:50,000 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46499,1731507635171.replicationSource.wal-reader.eb1966fd6578%2C46499%2C1731507635171,1-eb1966fd6578,46499,1731507635171 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:20:50,000 INFO [RS:0;eb1966fd6578:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:46499. 2024-11-13T14:20:50,001 DEBUG [RS:0;eb1966fd6578:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:50,001 DEBUG [RS:0;eb1966fd6578:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:50,001 DEBUG [RS:0;eb1966fd6578:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:50,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:50,001 INFO [RS:0;eb1966fd6578:46499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46499 2024-11-13T14:20:50,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765832189/rs/eb1966fd6578,46499,1731507635171 2024-11-13T14:20:50,064 INFO [RS:0;eb1966fd6578:46499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:20:50,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189/rs 2024-11-13T14:20:50,065 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f41548e3bd0@584ee09e rejected from java.util.concurrent.ThreadPoolExecutor@1d4c75f3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T14:20:50,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,46499,1731507635171] 2024-11-13T14:20:50,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11765832189/draining/eb1966fd6578,46499,1731507635171 already deleted, retry=false 2024-11-13T14:20:50,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,46499,1731507635171 expired; onlineServers=0 2024-11-13T14:20:50,086 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,45137,1731507634180' ***** 2024-11-13T14:20:50,086 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:20:50,086 INFO [M:0;eb1966fd6578:45137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:20:50,086 INFO [M:0;eb1966fd6578:45137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:20:50,086 DEBUG [M:0;eb1966fd6578:45137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:20:50,086 DEBUG [M:0;eb1966fd6578:45137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:20:50,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:20:50,086 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507636439 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507636439,5,FailOnTimeoutGroup] 2024-11-13T14:20:50,086 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507636439 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507636439,5,FailOnTimeoutGroup] 2024-11-13T14:20:50,086 INFO [M:0;eb1966fd6578:45137 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:20:50,086 INFO [M:0;eb1966fd6578:45137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:20:50,086 DEBUG [M:0;eb1966fd6578:45137 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:20:50,086 INFO [M:0;eb1966fd6578:45137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:20:50,086 INFO [M:0;eb1966fd6578:45137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:20:50,087 INFO [M:0;eb1966fd6578:45137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:20:50,087 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:20:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765832189/master 2024-11-13T14:20:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765832189 2024-11-13T14:20:50,096 DEBUG [M:0;eb1966fd6578:45137 {}] zookeeper.ZKUtil(347): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Unable to get data of znode /11765832189/master because node does not exist (not an error) 2024-11-13T14:20:50,096 WARN [M:0;eb1966fd6578:45137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:20:50,097 INFO [M:0;eb1966fd6578:45137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/.lastflushedseqids 2024-11-13T14:20:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741848_1024 (size=245) 2024-11-13T14:20:50,101 INFO [M:0;eb1966fd6578:45137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:20:50,101 INFO [M:0;eb1966fd6578:45137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:20:50,101 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:50,101 INFO [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:50,101 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:50,101 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:50,101 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:50,102 INFO [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T14:20:50,121 DEBUG [M:0;eb1966fd6578:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5713c3ac80e34f0286f74668fef14892 is 82, key is hbase:meta,,1/info:regioninfo/1731507637413/Put/seqid=0 2024-11-13T14:20:50,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741849_1025 (size=5672) 2024-11-13T14:20:50,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:50,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10134919dc00004, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:50,175 INFO [RS:0;eb1966fd6578:46499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:20:50,175 INFO [RS:0;eb1966fd6578:46499 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,46499,1731507635171; zookeeper connection closed. 2024-11-13T14:20:50,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@456b78e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@456b78e2 2024-11-13T14:20:50,176 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:20:50,187 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:50,525 INFO [M:0;eb1966fd6578:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5713c3ac80e34f0286f74668fef14892 2024-11-13T14:20:50,545 DEBUG [M:0;eb1966fd6578:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bdaf33fe97b44478bb2c8058892a738 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731507642838/Put/seqid=0 2024-11-13T14:20:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741850_1026 (size=8516) 2024-11-13T14:20:50,949 INFO [M:0;eb1966fd6578:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bdaf33fe97b44478bb2c8058892a738 2024-11-13T14:20:50,964 DEBUG [M:0;eb1966fd6578:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24f276d1485f4681a75ab9236d0f1ca2 is 69, key is eb1966fd6578,46499,1731507635171/rs:state/1731507636598/Put/seqid=0 2024-11-13T14:20:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741851_1027 (size=5156) 2024-11-13T14:20:50,990 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:51,368 INFO [M:0;eb1966fd6578:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24f276d1485f4681a75ab9236d0f1ca2 2024-11-13T14:20:51,372 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5713c3ac80e34f0286f74668fef14892 as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5713c3ac80e34f0286f74668fef14892 2024-11-13T14:20:51,375 INFO [M:0;eb1966fd6578:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5713c3ac80e34f0286f74668fef14892, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T14:20:51,376 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bdaf33fe97b44478bb2c8058892a738 as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bdaf33fe97b44478bb2c8058892a738 2024-11-13T14:20:51,379 INFO [M:0;eb1966fd6578:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bdaf33fe97b44478bb2c8058892a738, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T14:20:51,380 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24f276d1485f4681a75ab9236d0f1ca2 as hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24f276d1485f4681a75ab9236d0f1ca2 2024-11-13T14:20:51,383 INFO [M:0;eb1966fd6578:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24f276d1485f4681a75ab9236d0f1ca2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T14:20:51,384 INFO [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-13T14:20:51,385 INFO [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:51,385 DEBUG [M:0;eb1966fd6578:45137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507650101Disabling compacts and flushes for region at 1731507650101Disabling writes for close at 1731507650101Obtaining lock to block concurrent updates at 1731507650102 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507650102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731507650102Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507650103 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507650103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507650120 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507650120Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507650529 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507650545 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507650545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507650953 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507650964 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507650964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5f8a7a: reopening flushed file at 1731507651371 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d99b26: reopening flushed file at 1731507651375 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c12d91: reopening flushed file at 1731507651379 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731507651384 (+5 ms)Writing region close event to WAL at 1731507651385 (+1 ms)Closed at 1731507651385 2024-11-13T14:20:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39863 is added to blk_1073741830_1006 (size=63654) 2024-11-13T14:20:51,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0767dbde-53b1-d988-1a62-a00298cd9912/MasterData/WALs/eb1966fd6578,45137,1731507634180/eb1966fd6578%2C45137%2C1731507634180.1731507635849 not finished, retry = 0 2024-11-13T14:20:51,488 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:20:51,488 INFO [M:0;eb1966fd6578:45137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:20:51,488 INFO [M:0;eb1966fd6578:45137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45137 2024-11-13T14:20:51,488 INFO [M:0;eb1966fd6578:45137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:20:51,649 INFO [M:0;eb1966fd6578:45137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:20:51,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:51,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x10134919dc00003, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:51,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c422ccc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:20:51,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c844e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:20:51,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:20:51,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a9dde8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:20:51,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ee8a2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.log.dir/,STOPPED} 2024-11-13T14:20:51,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:20:51,678 WARN [BP-1271777337-172.17.0.2-1731507631676 heartbeating to localhost/127.0.0.1:45937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:20:51,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:20:51,678 WARN [BP-1271777337-172.17.0.2-1731507631676 heartbeating to localhost/127.0.0.1:45937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271777337-172.17.0.2-1731507631676 (Datanode Uuid 6f4ea3a6-9d22-4d62-ae91-bcfa4a072967) service to localhost/127.0.0.1:45937 2024-11-13T14:20:51,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/cluster_5f986e84-9f17-50ce-dc1f-1e8bb7d9c0ba/data/data1/current/BP-1271777337-172.17.0.2-1731507631676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:20:51,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/cluster_5f986e84-9f17-50ce-dc1f-1e8bb7d9c0ba/data/data2/current/BP-1271777337-172.17.0.2-1731507631676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:20:51,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:20:51,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4867b08b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:20:51,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4173c60d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:20:51,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:20:51,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f484ae5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:20:51,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae2f81a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.log.dir/,STOPPED} 2024-11-13T14:20:51,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:20:51,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:20:51,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:51,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:51,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:51,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:51,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:51,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:20:51,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=575638168, stopped=false 2024-11-13T14:20:51,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,44503,1731507629512 2024-11-13T14:20:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653371397/running 2024-11-13T14:20:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653371397/running 2024-11-13T14:20:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:51,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:51,715 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:20:51,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:20:51,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:51,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:51,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on znode that does not yet exist, /0653371397/running 2024-11-13T14:20:51,716 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,34691,1731507629687' ***** 2024-11-13T14:20:51,716 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:20:51,716 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:20:51,716 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:20:51,716 INFO [RS:0;eb1966fd6578:34691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:20:51,716 INFO [RS:0;eb1966fd6578:34691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:20:51,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Set watcher on znode that does not yet exist, /0653371397/running 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for 30668d8d96daad7788600901e76a1810 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,34691,1731507629687 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:34691. 2024-11-13T14:20:51,717 DEBUG [RS:0;eb1966fd6578:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:51,717 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30668d8d96daad7788600901e76a1810, disabling compactions & flushes 2024-11-13T14:20:51,717 DEBUG [RS:0;eb1966fd6578:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:51,717 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:51,717 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:20:51,717 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. after waiting 0 ms 2024-11-13T14:20:51,717 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:51,717 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:20:51,717 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30668d8d96daad7788600901e76a1810 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T14:20:51,718 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:20:51,718 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1325): Online Regions={30668d8d96daad7788600901e76a1810=hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810., 1588230740=hbase:meta,,1.1588230740, bc350f1d0d8a13e4e308419ca3337e11=test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11.} 2024-11-13T14:20:51,718 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30668d8d96daad7788600901e76a1810, bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:51,719 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:20:51,719 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:20:51,719 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:20:51,719 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:20:51,719 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:20:51,719 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:20:51,734 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/info/aef6acfccc424884acb1f26b65f8a658 is 147, key is hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810./info:regioninfo/1731507640649/Put/seqid=0 2024-11-13T14:20:51,734 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810/.tmp/queue/22ce6c6d46d848c79fe4c1bc37e8c775 is 153, key is 1-eb1966fd6578,34691,1731507629687/queue:eb1966fd6578%2C34691%2C1731507629687/1731507647455/Put/seqid=0 2024-11-13T14:20:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741841_1017 (size=5352) 2024-11-13T14:20:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741840_1016 (size=7686) 2024-11-13T14:20:51,806 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:20:51,896 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:51,918 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30668d8d96daad7788600901e76a1810, bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:52,118 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30668d8d96daad7788600901e76a1810, bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:52,138 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810/.tmp/queue/22ce6c6d46d848c79fe4c1bc37e8c775 2024-11-13T14:20:52,138 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/info/aef6acfccc424884acb1f26b65f8a658 2024-11-13T14:20:52,142 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810/.tmp/queue/22ce6c6d46d848c79fe4c1bc37e8c775 as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810/queue/22ce6c6d46d848c79fe4c1bc37e8c775 2024-11-13T14:20:52,146 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810/queue/22ce6c6d46d848c79fe4c1bc37e8c775, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T14:20:52,147 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 30668d8d96daad7788600901e76a1810 in 430ms, sequenceid=10, compaction requested=false 2024-11-13T14:20:52,147 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:20:52,151 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/replication/30668d8d96daad7788600901e76a1810/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T14:20:52,151 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:52,151 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:52,151 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:52,151 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30668d8d96daad7788600901e76a1810: Waiting for close lock at 1731507651717Running coprocessor pre-close hooks at 1731507651717Disabling compacts and flushes for region at 1731507651717Disabling writes for close at 1731507651717Obtaining lock to block concurrent updates at 1731507651717Preparing flush snapshotting stores in 30668d8d96daad7788600901e76a1810 at 1731507651717Finished memstore snapshotting hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731507651718 (+1 ms)Flushing stores of hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. at 1731507651718Flushing 30668d8d96daad7788600901e76a1810/queue: creating writer at 1731507651718Flushing 30668d8d96daad7788600901e76a1810/queue: appending metadata at 1731507651734 (+16 ms)Flushing 30668d8d96daad7788600901e76a1810/queue: closing flushed file at 1731507651734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c2498f: reopening flushed file at 1731507652142 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 30668d8d96daad7788600901e76a1810 in 430ms, sequenceid=10, compaction requested=false at 1731507652147 (+5 ms)Writing region close event to WAL at 1731507652148 (+1 ms)Running coprocessor post-close hooks at 1731507652151 (+3 ms)Closed at 1731507652151 2024-11-13T14:20:52,151 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507639488.30668d8d96daad7788600901e76a1810. 2024-11-13T14:20:52,152 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc350f1d0d8a13e4e308419ca3337e11, disabling compactions & flushes 2024-11-13T14:20:52,152 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:52,152 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:52,152 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. after waiting 0 ms 2024-11-13T14:20:52,152 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:52,152 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc350f1d0d8a13e4e308419ca3337e11 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T14:20:52,160 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/ns/a4ecdb7cd9af4cfda13dd1304fab9f40 is 43, key is default/ns:d/1731507631581/Put/seqid=0 2024-11-13T14:20:52,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741842_1018 (size=5153) 2024-11-13T14:20:52,166 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/ns/a4ecdb7cd9af4cfda13dd1304fab9f40 2024-11-13T14:20:52,169 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/f/85a1285668ce4c238214448925edeeab is 29, key is row1/f:/1731507646830/DeleteFamily/seqid=0 2024-11-13T14:20:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741843_1019 (size=5118) 2024-11-13T14:20:52,192 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/rep_barrier/02cfb66ad7f34c59b769aab1e1366aba is 112, key is test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11./rep_barrier:seqnumDuringOpen/1731507638117/Put/seqid=0 2024-11-13T14:20:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741844_1020 (size=5518) 2024-11-13T14:20:52,318 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:52,518 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:52,574 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/f/85a1285668ce4c238214448925edeeab 2024-11-13T14:20:52,576 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:20:52,576 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:20:52,578 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85a1285668ce4c238214448925edeeab 2024-11-13T14:20:52,593 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/f1/48ea5ae4e5ab4860adb67cf4ad7660ee is 30, key is row1/f1:/1731507646830/DeleteFamily/seqid=0 2024-11-13T14:20:52,596 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/rep_barrier/02cfb66ad7f34c59b769aab1e1366aba 2024-11-13T14:20:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741845_1021 (size=5123) 2024-11-13T14:20:52,619 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/table/c79fa3ca22bb43b2ac9042fcf1a2ab83 is 53, key is hbase:replication/table:state/1731507640659/Put/seqid=0 2024-11-13T14:20:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741846_1022 (size=5308) 2024-11-13T14:20:52,719 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:52,900 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 914, reset compression=false 2024-11-13T14:20:52,904 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:52,904 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 1161, reset compression=false 2024-11-13T14:20:52,904 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,34691,1731507629687 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:20:52,905 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,34691,1731507629687: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,34691,1731507629687, walGroup=eb1966fd6578%2C34691%2C1731507629687, offset=eb1966fd6578%2C34691%2C1731507629687.1731507630710:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:34691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:20:52,906 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:20:52,906 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:20:52,906 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:20:52,906 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:20:52,906 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:20:52,906 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 657782528 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191666312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:20:52,906 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:44503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:44503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:20:52,919 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:20:52,919 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bc350f1d0d8a13e4e308419ca3337e11=test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11.} 2024-11-13T14:20:52,919 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:52,997 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/f1/48ea5ae4e5ab4860adb67cf4ad7660ee 2024-11-13T14:20:53,001 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48ea5ae4e5ab4860adb67cf4ad7660ee 2024-11-13T14:20:53,019 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/norep/60c994d552984ea4a6f524b43d7e809c is 32, key is row/norep:/1731507645825/DeleteFamily/seqid=0 2024-11-13T14:20:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741847_1023 (size=5101) 2024-11-13T14:20:53,023 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/table/c79fa3ca22bb43b2ac9042fcf1a2ab83 2024-11-13T14:20:53,027 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/info/aef6acfccc424884acb1f26b65f8a658 as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/info/aef6acfccc424884acb1f26b65f8a658 2024-11-13T14:20:53,030 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/info/aef6acfccc424884acb1f26b65f8a658, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:20:53,031 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/ns/a4ecdb7cd9af4cfda13dd1304fab9f40 as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/ns/a4ecdb7cd9af4cfda13dd1304fab9f40 2024-11-13T14:20:53,035 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/ns/a4ecdb7cd9af4cfda13dd1304fab9f40, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:20:53,036 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/rep_barrier/02cfb66ad7f34c59b769aab1e1366aba as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/rep_barrier/02cfb66ad7f34c59b769aab1e1366aba 2024-11-13T14:20:53,039 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/rep_barrier/02cfb66ad7f34c59b769aab1e1366aba, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:20:53,039 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/.tmp/table/c79fa3ca22bb43b2ac9042fcf1a2ab83 as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/table/c79fa3ca22bb43b2ac9042fcf1a2ab83 2024-11-13T14:20:53,043 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/table/c79fa3ca22bb43b2ac9042fcf1a2ab83, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:20:53,043 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-13T14:20:53,043 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:20:53,047 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:20:53,047 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:53,047 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:53,047 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:53,048 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507651719Running coprocessor pre-close hooks at 1731507651719Disabling compacts and flushes for region at 1731507651719Disabling writes for close at 1731507651719Obtaining lock to block concurrent updates at 1731507651719Preparing flush snapshotting stores in 1588230740 at 1731507651719Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507651719Flushing stores of hbase:meta,,1.1588230740 at 1731507651720 (+1 ms)Flushing 1588230740/info: creating writer at 1731507651720Flushing 1588230740/info: appending metadata at 1731507651734 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731507651734Flushing 1588230740/ns: creating writer at 1731507652142 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731507652159 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731507652159Flushing 1588230740/rep_barrier: creating writer at 1731507652171 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507652191 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507652191Flushing 1588230740/table: creating writer at 1731507652600 (+409 ms)Flushing 1588230740/table: appending metadata at 1731507652619 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731507652619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b37001: reopening flushed file at 1731507653027 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cec022f: reopening flushed file at 1731507653030 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c512046: reopening flushed file at 1731507653035 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd0d78e: reopening flushed file at 1731507653039 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1731507653043 (+4 ms)Writing region close event to WAL at 1731507653045 (+2 ms)Running coprocessor post-close hooks at 1731507653047 (+2 ms)Closed at 1731507653047 2024-11-13T14:20:53,048 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:20:53,107 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 1161, reset compression=false 2024-11-13T14:20:53,119 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:53,319 DEBUG [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1351): Waiting on bc350f1d0d8a13e4e308419ca3337e11 2024-11-13T14:20:53,411 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 1161, reset compression=false 2024-11-13T14:20:53,423 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/norep/60c994d552984ea4a6f524b43d7e809c 2024-11-13T14:20:53,426 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60c994d552984ea4a6f524b43d7e809c 2024-11-13T14:20:53,427 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/f/85a1285668ce4c238214448925edeeab as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/f/85a1285668ce4c238214448925edeeab 2024-11-13T14:20:53,430 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85a1285668ce4c238214448925edeeab 2024-11-13T14:20:53,430 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/f/85a1285668ce4c238214448925edeeab, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T14:20:53,430 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/f1/48ea5ae4e5ab4860adb67cf4ad7660ee as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/f1/48ea5ae4e5ab4860adb67cf4ad7660ee 2024-11-13T14:20:53,433 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48ea5ae4e5ab4860adb67cf4ad7660ee 2024-11-13T14:20:53,434 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/f1/48ea5ae4e5ab4860adb67cf4ad7660ee, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T14:20:53,434 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/.tmp/norep/60c994d552984ea4a6f524b43d7e809c as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/norep/60c994d552984ea4a6f524b43d7e809c 2024-11-13T14:20:53,437 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60c994d552984ea4a6f524b43d7e809c 2024-11-13T14:20:53,438 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/norep/60c994d552984ea4a6f524b43d7e809c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T14:20:53,438 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bc350f1d0d8a13e4e308419ca3337e11 in 1286ms, sequenceid=8, compaction requested=false 2024-11-13T14:20:53,443 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/data/default/test/bc350f1d0d8a13e4e308419ca3337e11/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T14:20:53,443 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:53,443 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:20:53,443 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:53,443 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc350f1d0d8a13e4e308419ca3337e11: Waiting for close lock at 1731507652152Running coprocessor pre-close hooks at 1731507652152Disabling compacts and flushes for region at 1731507652152Disabling writes for close at 1731507652152Obtaining lock to block concurrent updates at 1731507652152Preparing flush snapshotting stores in bc350f1d0d8a13e4e308419ca3337e11 at 1731507652152Finished memstore snapshotting test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731507652152Flushing stores of test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. at 1731507652153 (+1 ms)Flushing bc350f1d0d8a13e4e308419ca3337e11/f: creating writer at 1731507652153Flushing bc350f1d0d8a13e4e308419ca3337e11/f: appending metadata at 1731507652168 (+15 ms)Flushing bc350f1d0d8a13e4e308419ca3337e11/f: closing flushed file at 1731507652169 (+1 ms)Flushing bc350f1d0d8a13e4e308419ca3337e11/f1: creating writer at 1731507652578 (+409 ms)Flushing bc350f1d0d8a13e4e308419ca3337e11/f1: appending metadata at 1731507652593 (+15 ms)Flushing bc350f1d0d8a13e4e308419ca3337e11/f1: closing flushed file at 1731507652593Flushing bc350f1d0d8a13e4e308419ca3337e11/norep: creating writer at 1731507653001 (+408 ms)Flushing bc350f1d0d8a13e4e308419ca3337e11/norep: appending metadata at 1731507653018 (+17 ms)Flushing bc350f1d0d8a13e4e308419ca3337e11/norep: closing flushed file at 1731507653018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d23b289: reopening flushed file at 1731507653426 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2c43f5: reopening flushed file at 1731507653430 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d1ad4f: reopening flushed file at 1731507653434 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for bc350f1d0d8a13e4e308419ca3337e11 in 1286ms, sequenceid=8, compaction requested=false at 1731507653438 (+4 ms)Writing region close event to WAL at 1731507653440 (+2 ms)Running coprocessor post-close hooks at 1731507653443 (+3 ms)Closed at 1731507653443 2024-11-13T14:20:53,443 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507637694.bc350f1d0d8a13e4e308419ca3337e11. 2024-11-13T14:20:53,519 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,34691,1731507629687; all regions closed. 2024-11-13T14:20:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:20:53,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.meta.1731507631500.meta not finished, retry = 0 2024-11-13T14:20:53,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741839_1015 (size=2676) 2024-11-13T14:20:53,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.rep.1731507640619 not finished, retry = 0 2024-11-13T14:20:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741832_1008 (size=1813) 2024-11-13T14:20:53,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 not finished, retry = 0 2024-11-13T14:20:53,814 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 to pos 1161, reset compression=false 2024-11-13T14:20:53,827 DEBUG [RS:0;eb1966fd6578:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:53,827 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:20:53,827 INFO [RS:0;eb1966fd6578:34691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:20:53,827 INFO [RS:0;eb1966fd6578:34691 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:20:53,828 INFO [RS:0;eb1966fd6578:34691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:20:53,828 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:20:53,828 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,34691,1731507629687 because: Region server is closing 2024-11-13T14:20:53,828 INFO [RS:0;eb1966fd6578:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:34691. 2024-11-13T14:20:53,828 DEBUG [RS:0;eb1966fd6578:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:53,828 DEBUG [RS:0;eb1966fd6578:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:53,828 DEBUG [RS:0;eb1966fd6578:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:53,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:53,828 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/WALs/eb1966fd6578,34691,1731507629687/eb1966fd6578%2C34691%2C1731507629687.1731507630710 2024-11-13T14:20:53,829 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.wal-reader.eb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:20:53,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:53,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:53,929 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,34691,1731507629687.replicationSource.shippereb1966fd6578%2C34691%2C1731507629687,1-eb1966fd6578,34691,1731507629687 terminated 2024-11-13T14:20:53,929 INFO [RS:0;eb1966fd6578:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:34691. 2024-11-13T14:20:53,929 DEBUG [RS:0;eb1966fd6578:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:20:53,929 DEBUG [RS:0;eb1966fd6578:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:53,929 DEBUG [RS:0;eb1966fd6578:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:20:53,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:20:53,929 INFO [RS:0;eb1966fd6578:34691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34691 2024-11-13T14:20:54,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397/rs 2024-11-13T14:20:54,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653371397/rs/eb1966fd6578,34691,1731507629687 2024-11-13T14:20:54,001 INFO [RS:0;eb1966fd6578:34691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:20:54,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,34691,1731507629687] 2024-11-13T14:20:54,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0653371397/draining/eb1966fd6578,34691,1731507629687 already deleted, retry=false 2024-11-13T14:20:54,022 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,34691,1731507629687 expired; onlineServers=0 2024-11-13T14:20:54,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,44503,1731507629512' ***** 2024-11-13T14:20:54,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:20:54,022 INFO [M:0;eb1966fd6578:44503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:20:54,022 INFO [M:0;eb1966fd6578:44503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:20:54,022 DEBUG [M:0;eb1966fd6578:44503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:20:54,022 DEBUG [M:0;eb1966fd6578:44503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:20:54,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:20:54,022 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507630471 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507630471,5,FailOnTimeoutGroup] 2024-11-13T14:20:54,022 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507630471 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507630471,5,FailOnTimeoutGroup] 2024-11-13T14:20:54,022 INFO [M:0;eb1966fd6578:44503 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:20:54,023 INFO [M:0;eb1966fd6578:44503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:20:54,023 DEBUG [M:0;eb1966fd6578:44503 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:20:54,023 INFO [M:0;eb1966fd6578:44503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:20:54,023 INFO [M:0;eb1966fd6578:44503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:20:54,023 INFO [M:0;eb1966fd6578:44503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:20:54,023 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:20:54,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0653371397/master 2024-11-13T14:20:54,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0653371397 2024-11-13T14:20:54,033 DEBUG [M:0;eb1966fd6578:44503 {}] zookeeper.ZKUtil(347): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Unable to get data of znode /0653371397/master because node does not exist (not an error) 2024-11-13T14:20:54,033 WARN [M:0;eb1966fd6578:44503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:20:54,033 INFO [M:0;eb1966fd6578:44503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/.lastflushedseqids 2024-11-13T14:20:54,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741848_1024 (size=245) 2024-11-13T14:20:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:54,112 INFO [RS:0;eb1966fd6578:34691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:20:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10134919dc00001, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:54,112 INFO [RS:0;eb1966fd6578:34691 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,34691,1731507629687; zookeeper connection closed. 2024-11-13T14:20:54,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cf66d64 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cf66d64 2024-11-13T14:20:54,112 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:20:54,439 INFO [M:0;eb1966fd6578:44503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:20:54,439 INFO [M:0;eb1966fd6578:44503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:20:54,439 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:54,439 INFO [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:54,439 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:54,440 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:54,440 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:54,440 INFO [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T14:20:54,453 DEBUG [M:0;eb1966fd6578:44503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad82b35a84d4bc09518659099d2993b is 82, key is hbase:meta,,1/info:regioninfo/1731507631531/Put/seqid=0 2024-11-13T14:20:54,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741849_1025 (size=5672) 2024-11-13T14:20:54,857 INFO [M:0;eb1966fd6578:44503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad82b35a84d4bc09518659099d2993b 2024-11-13T14:20:54,873 DEBUG [M:0;eb1966fd6578:44503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b400dd881a4ca781fdc1c61a58d9f9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731507640661/Put/seqid=0 2024-11-13T14:20:54,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741850_1026 (size=8517) 2024-11-13T14:20:55,277 INFO [M:0;eb1966fd6578:44503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b400dd881a4ca781fdc1c61a58d9f9 2024-11-13T14:20:55,297 DEBUG [M:0;eb1966fd6578:44503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a0018bb37e4453aa3238c6fa99b6ea is 69, key is eb1966fd6578,34691,1731507629687/rs:state/1731507630557/Put/seqid=0 2024-11-13T14:20:55,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741851_1027 (size=5156) 2024-11-13T14:20:55,701 INFO [M:0;eb1966fd6578:44503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a0018bb37e4453aa3238c6fa99b6ea 2024-11-13T14:20:55,705 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad82b35a84d4bc09518659099d2993b as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ad82b35a84d4bc09518659099d2993b 2024-11-13T14:20:55,709 INFO [M:0;eb1966fd6578:44503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ad82b35a84d4bc09518659099d2993b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T14:20:55,709 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62b400dd881a4ca781fdc1c61a58d9f9 as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62b400dd881a4ca781fdc1c61a58d9f9 2024-11-13T14:20:55,712 INFO [M:0;eb1966fd6578:44503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62b400dd881a4ca781fdc1c61a58d9f9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T14:20:55,712 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a0018bb37e4453aa3238c6fa99b6ea as hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a0018bb37e4453aa3238c6fa99b6ea 2024-11-13T14:20:55,715 INFO [M:0;eb1966fd6578:44503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34225/user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a0018bb37e4453aa3238c6fa99b6ea, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T14:20:55,716 INFO [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-13T14:20:55,717 INFO [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:55,717 DEBUG [M:0;eb1966fd6578:44503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507654439Disabling compacts and flushes for region at 1731507654439Disabling writes for close at 1731507654440 (+1 ms)Obtaining lock to block concurrent updates at 1731507654440Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507654440Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731507654440Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507654440Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507654440Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507654453 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507654453Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507654861 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507654873 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507654873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507655281 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507655296 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507655296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d82c36: reopening flushed file at 1731507655705 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603c03af: reopening flushed file at 1731507655709 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ca61bc: reopening flushed file at 1731507655712 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731507655716 (+4 ms)Writing region close event to WAL at 1731507655717 (+1 ms)Closed at 1731507655717 2024-11-13T14:20:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33307 is added to blk_1073741830_1006 (size=63666) 2024-11-13T14:20:55,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc98a655-5b08-c510-d42c-97acbd6b4133/MasterData/WALs/eb1966fd6578,44503,1731507629512/eb1966fd6578%2C44503%2C1731507629512.1731507630219 not finished, retry = 0 2024-11-13T14:20:55,819 INFO [M:0;eb1966fd6578:44503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:20:55,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:20:55,819 INFO [M:0;eb1966fd6578:44503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44503 2024-11-13T14:20:55,820 INFO [M:0;eb1966fd6578:44503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:20:55,983 INFO [M:0;eb1966fd6578:44503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:20:55,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:55,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44503-0x10134919dc00000, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:20:56,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f24379b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:20:56,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dea8188{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:20:56,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:20:56,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b2e289{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:20:56,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7517b687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.log.dir/,STOPPED} 2024-11-13T14:20:56,014 WARN [BP-1940253650-172.17.0.2-1731507626544 heartbeating to localhost/127.0.0.1:34225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:20:56,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:20:56,014 WARN [BP-1940253650-172.17.0.2-1731507626544 heartbeating to localhost/127.0.0.1:34225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940253650-172.17.0.2-1731507626544 (Datanode Uuid 4fe6d206-ade1-4e64-a856-a3be952ee9d4) service to localhost/127.0.0.1:34225 2024-11-13T14:20:56,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:20:56,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/cluster_337cde72-bd20-41ef-5985-b4e7ae2c8121/data/data1/current/BP-1940253650-172.17.0.2-1731507626544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:20:56,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/cluster_337cde72-bd20-41ef-5985-b4e7ae2c8121/data/data2/current/BP-1940253650-172.17.0.2-1731507626544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:20:56,015 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:20:56,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e766edb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:20:56,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@695a71ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:20:56,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:20:56,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@254bded4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:20:56,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc6e35a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f36753d3-d462-4c53-2a50-2076da36e683/hadoop.log.dir/,STOPPED} 2024-11-13T14:20:56,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:20:56,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:20:56,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51906) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45937 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51906) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34225 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=653 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 462) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2579 (was 3149) 2024-11-13T14:20:56,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=2578 2024-11-13T14:20:56,061 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T14:20:56,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.log.dir so I do NOT create it in target/test-data/451990df-994c-6050-e23c-62224518dbea 2024-11-13T14:20:56,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:20:56,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.tmp.dir so I do NOT create it in target/test-data/451990df-994c-6050-e23c-62224518dbea 2024-11-13T14:20:56,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f52c5dc9-aceb-e51f-a5c0-d6cbcf75e12e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:20:56,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea 2024-11-13T14:20:56,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/cluster_eb0d6136-b4c8-a7ca-5321-1738dd778fb2, deleteOnExit=true 2024-11-13T14:20:56,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/cluster_eb0d6136-b4c8-a7ca-5321-1738dd778fb2/zookeeper_0, clientPort=61492, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/cluster_eb0d6136-b4c8-a7ca-5321-1738dd778fb2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/cluster_eb0d6136-b4c8-a7ca-5321-1738dd778fb2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:20:56,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61492 2024-11-13T14:20:56,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:20:56,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:20:56,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/test.cache.data in system properties and HBase conf 2024-11-13T14:20:56,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:20:56,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:20:56,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:20:56,084 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:20:56,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:20:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10134919dc00002, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:20:56,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10134919dc00005, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:20:56,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10134919dc00002, quorum=127.0.0.1:51906, baseZNode=/0653371397 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:20:56,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10134919dc00005, quorum=127.0.0.1:51906, baseZNode=/11765832189 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:20:56,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:56,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:20:56,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:20:56,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:20:56,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:20:56,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:56,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61bc3e85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:20:56,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78b42913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:20:56,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b725b6a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/java.io.tmpdir/jetty-localhost-33325-hadoop-hdfs-3_4_1-tests_jar-_-any-17265531540245911877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:20:56,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ff1e43{HTTP/1.1, (http/1.1)}{localhost:33325} 2024-11-13T14:20:56,532 INFO [Time-limited test {}] server.Server(415): Started @225005ms 2024-11-13T14:20:56,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:20:56,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:20:56,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:20:56,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:20:56,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:20:56,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@340a28cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:20:56,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6abc47e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:20:56,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@619a723f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/java.io.tmpdir/jetty-localhost-42237-hadoop-hdfs-3_4_1-tests_jar-_-any-1727701304758700459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:20:56,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@360f6672{HTTP/1.1, (http/1.1)}{localhost:42237} 2024-11-13T14:20:56,859 INFO [Time-limited test {}] server.Server(415): Started @225332ms 2024-11-13T14:20:56,860 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:20:57,543 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/cluster_eb0d6136-b4c8-a7ca-5321-1738dd778fb2/data/data2/current/BP-1926754469-172.17.0.2-1731507656097/current, will proceed with Du for space computation calculation, 2024-11-13T14:20:57,543 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/cluster_eb0d6136-b4c8-a7ca-5321-1738dd778fb2/data/data1/current/BP-1926754469-172.17.0.2-1731507656097/current, will proceed with Du for space computation calculation, 2024-11-13T14:20:57,562 WARN [Thread-2650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:20:57,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe87909432eb74179 with lease ID 0x5daf705a6d57105e: Processing first storage report for DS-89e284fa-c021-4b87-bd5d-5382c2ac6f2d from datanode DatanodeRegistration(127.0.0.1:41667, datanodeUuid=571bb872-3352-4532-a8f1-1b15a19558df, infoPort=35793, infoSecurePort=0, ipcPort=35059, storageInfo=lv=-57;cid=testClusterID;nsid=1155041975;c=1731507656097) 2024-11-13T14:20:57,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe87909432eb74179 with lease ID 0x5daf705a6d57105e: from storage DS-89e284fa-c021-4b87-bd5d-5382c2ac6f2d node DatanodeRegistration(127.0.0.1:41667, datanodeUuid=571bb872-3352-4532-a8f1-1b15a19558df, infoPort=35793, infoSecurePort=0, ipcPort=35059, storageInfo=lv=-57;cid=testClusterID;nsid=1155041975;c=1731507656097), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T14:20:57,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe87909432eb74179 with lease ID 0x5daf705a6d57105e: Processing first storage report for DS-8fa1115a-c64b-4f4c-96ab-e74ddf1b0cf6 from datanode DatanodeRegistration(127.0.0.1:41667, datanodeUuid=571bb872-3352-4532-a8f1-1b15a19558df, infoPort=35793, infoSecurePort=0, ipcPort=35059, storageInfo=lv=-57;cid=testClusterID;nsid=1155041975;c=1731507656097) 2024-11-13T14:20:57,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe87909432eb74179 with lease ID 0x5daf705a6d57105e: from storage DS-8fa1115a-c64b-4f4c-96ab-e74ddf1b0cf6 node DatanodeRegistration(127.0.0.1:41667, datanodeUuid=571bb872-3352-4532-a8f1-1b15a19558df, infoPort=35793, infoSecurePort=0, ipcPort=35059, storageInfo=lv=-57;cid=testClusterID;nsid=1155041975;c=1731507656097), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:20:57,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea 2024-11-13T14:20:57,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:57,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:57,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:20:57,991 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6 with version=8 2024-11-13T14:20:57,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/hbase-staging 2024-11-13T14:20:57,993 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:20:57,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:57,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:57,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:20:57,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:57,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:20:57,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:20:57,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:20:57,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44317 2024-11-13T14:20:57,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44317 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:20:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443170x0, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:58,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44317-0x1013492113d0000 connected 2024-11-13T14:20:58,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:58,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:58,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on znode that does not yet exist, /0-673376277/running 2024-11-13T14:20:58,183 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6, hbase.cluster.distributed=false 2024-11-13T14:20:58,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on znode that does not yet exist, /0-673376277/acl 2024-11-13T14:20:58,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-13T14:20:58,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44317 2024-11-13T14:20:58,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44317 2024-11-13T14:20:58,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-13T14:20:58,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44317 2024-11-13T14:20:58,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:20:58,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:58,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:58,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:20:58,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:20:58,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:20:58,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:20:58,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:20:58,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45045 2024-11-13T14:20:58,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45045 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:20:58,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:58,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:58,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450450x0, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:20:58,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450450x0, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on znode that does not yet exist, /0-673376277/running 2024-11-13T14:20:58,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45045-0x1013492113d0001 connected 2024-11-13T14:20:58,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:20:58,222 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:20:58,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on znode that does not yet exist, /0-673376277/master 2024-11-13T14:20:58,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on znode that does not yet exist, /0-673376277/acl 2024-11-13T14:20:58,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45045 2024-11-13T14:20:58,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45045 2024-11-13T14:20:58,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45045 2024-11-13T14:20:58,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45045 2024-11-13T14:20:58,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45045 2024-11-13T14:20:58,242 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:44317 2024-11-13T14:20:58,242 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-673376277/backup-masters/eb1966fd6578,44317,1731507657993 2024-11-13T14:20:58,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277/backup-masters 2024-11-13T14:20:58,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277/backup-masters 2024-11-13T14:20:58,254 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on existing znode=/0-673376277/backup-masters/eb1966fd6578,44317,1731507657993 2024-11-13T14:20:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-673376277/master 2024-11-13T14:20:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:20:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:20:58,264 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on existing znode=/0-673376277/master 2024-11-13T14:20:58,264 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-673376277/backup-masters/eb1966fd6578,44317,1731507657993 from backup master directory 2024-11-13T14:20:58,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277/backup-masters 2024-11-13T14:20:58,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673376277/backup-masters/eb1966fd6578,44317,1731507657993 2024-11-13T14:20:58,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277/backup-masters 2024-11-13T14:20:58,274 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:20:58,274 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,44317,1731507657993 2024-11-13T14:20:58,277 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/hbase.id] with ID: f642d7b7-758b-476d-ae00-6d4326c2da0b 2024-11-13T14:20:58,277 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/.tmp/hbase.id 2024-11-13T14:20:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:20:58,681 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/.tmp/hbase.id]:[hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/hbase.id] 2024-11-13T14:20:58,688 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:20:58,688 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:20:58,689 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:20:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:20:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:20:58,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:20:58,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:20:58,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:20:58,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:20:58,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:20:58,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:20:58,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:20:58,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:20:58,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:20:58,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:20:59,143 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:20:59,143 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:20:59,144 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:20:59,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:20:59,550 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store 2024-11-13T14:20:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:20:59,955 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:59,955 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:20:59,955 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:59,955 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:59,955 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:20:59,955 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:59,955 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:20:59,955 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507659955Disabling compacts and flushes for region at 1731507659955Disabling writes for close at 1731507659955Writing region close event to WAL at 1731507659955Closed at 1731507659955 2024-11-13T14:20:59,956 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/.initializing 2024-11-13T14:20:59,956 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/WALs/eb1966fd6578,44317,1731507657993 2024-11-13T14:20:59,956 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:20:59,958 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C44317%2C1731507657993, suffix=, logDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/WALs/eb1966fd6578,44317,1731507657993, archiveDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/oldWALs, maxLogs=10 2024-11-13T14:20:59,968 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/WALs/eb1966fd6578,44317,1731507657993/eb1966fd6578%2C44317%2C1731507657993.1731507659958, exclude list is [], retry=0 2024-11-13T14:20:59,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41667,DS-89e284fa-c021-4b87-bd5d-5382c2ac6f2d,DISK] 2024-11-13T14:20:59,971 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/WALs/eb1966fd6578,44317,1731507657993/eb1966fd6578%2C44317%2C1731507657993.1731507659958 2024-11-13T14:20:59,972 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35793:35793)] 2024-11-13T14:20:59,972 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:20:59,972 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:20:59,972 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,972 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:20:59,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:59,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:20:59,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:20:59,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:59,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:59,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:20:59,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:59,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:59,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:20:59,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:20:59,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:20:59,978 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,989 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,990 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:20:59,992 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:20:59,994 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:20:59,994 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60523787, jitterRate=-0.09812529385089874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:20:59,995 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507659972Initializing all the Stores at 1731507659973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507659973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507659973Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507659973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507659973Cleaning up temporary data from old regions at 1731507659991 (+18 ms)Region opened successfully at 1731507659995 (+4 ms) 2024-11-13T14:20:59,995 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:20:59,997 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d73016d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:20:59,998 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:20:59,998 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:20:59,998 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:20:59,998 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:20:59,999 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:20:59,999 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:20:59,999 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:21:00,000 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:21:00,001 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Unable to get data of znode /0-673376277/balancer because node does not exist (not necessarily an error) 2024-11-13T14:21:00,106 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673376277/balancer already deleted, retry=false 2024-11-13T14:21:00,106 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:21:00,107 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Unable to get data of znode /0-673376277/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:21:00,116 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673376277/normalizer already deleted, retry=false 2024-11-13T14:21:00,116 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:21:00,117 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Unable to get data of znode /0-673376277/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:21:00,127 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673376277/switch/split already deleted, retry=false 2024-11-13T14:21:00,127 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Unable to get data of znode /0-673376277/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:21:00,137 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673376277/switch/merge already deleted, retry=false 2024-11-13T14:21:00,139 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Unable to get data of znode /0-673376277/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:21:00,148 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-673376277/snapshot-cleanup already deleted, retry=false 2024-11-13T14:21:00,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-673376277/running 2024-11-13T14:21:00,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-673376277/running 2024-11-13T14:21:00,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:00,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:00,159 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,44317,1731507657993, sessionid=0x1013492113d0000, setting cluster-up flag (Was=false) 2024-11-13T14:21:00,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:00,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:00,211 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-673376277/flush-table-proc/acquired, /0-673376277/flush-table-proc/reached, /0-673376277/flush-table-proc/abort 2024-11-13T14:21:00,212 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44317,1731507657993 2024-11-13T14:21:00,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:00,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:00,263 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-673376277/online-snapshot/acquired, /0-673376277/online-snapshot/reached, /0-673376277/online-snapshot/abort 2024-11-13T14:21:00,264 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44317,1731507657993 2024-11-13T14:21:00,265 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:21:00,266 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:00,266 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:21:00,266 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:21:00,266 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,44317,1731507657993 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:21:00,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:00,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:00,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:00,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:00,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:21:00,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:00,267 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,268 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507690268 2024-11-13T14:21:00,268 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:21:00,268 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:21:00,268 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:21:00,268 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:21:00,268 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:21:00,268 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:21:00,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:00,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:21:00,269 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:00,269 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507660269,5,FailOnTimeoutGroup] 2024-11-13T14:21:00,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:21:00,269 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507660269,5,FailOnTimeoutGroup] 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,269 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:21:00,335 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(746): ClusterId : f642d7b7-758b-476d-ae00-6d4326c2da0b 2024-11-13T14:21:00,335 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:21:00,347 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:21:00,347 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:21:00,359 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:21:00,359 DEBUG [RS:0;eb1966fd6578:45045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15242f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:00,371 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:45045 2024-11-13T14:21:00,371 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:21:00,371 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:21:00,371 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:21:00,372 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,44317,1731507657993 with port=45045, startcode=1731507658203 2024-11-13T14:21:00,372 DEBUG [RS:0;eb1966fd6578:45045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:21:00,373 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:21:00,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,45045,1731507658203 2024-11-13T14:21:00,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44317 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,45045,1731507658203 2024-11-13T14:21:00,374 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6 2024-11-13T14:21:00,375 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46767 2024-11-13T14:21:00,375 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:21:00,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277/rs 2024-11-13T14:21:00,380 DEBUG [RS:0;eb1966fd6578:45045 {}] zookeeper.ZKUtil(111): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on existing znode=/0-673376277/rs/eb1966fd6578,45045,1731507658203 2024-11-13T14:21:00,380 WARN [RS:0;eb1966fd6578:45045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:00,380 INFO [RS:0;eb1966fd6578:45045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:00,380 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203 2024-11-13T14:21:00,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,45045,1731507658203] 2024-11-13T14:21:00,384 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:21:00,387 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:21:00,387 INFO [RS:0;eb1966fd6578:45045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:21:00,387 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,389 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:21:00,390 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:21:00,390 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:00,390 DEBUG [RS:0;eb1966fd6578:45045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:00,391 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,391 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,391 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,391 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,391 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,391 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45045,1731507658203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:00,409 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:21:00,409 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45045,1731507658203-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,409 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,409 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.Replication(171): eb1966fd6578,45045,1731507658203 started 2024-11-13T14:21:00,421 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:00,421 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,45045,1731507658203, RpcServer on eb1966fd6578/172.17.0.2:45045, sessionid=0x1013492113d0001 2024-11-13T14:21:00,421 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:21:00,421 DEBUG [RS:0;eb1966fd6578:45045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,45045,1731507658203 2024-11-13T14:21:00,421 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,45045,1731507658203' 2024-11-13T14:21:00,421 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-673376277/flush-table-proc/abort' 2024-11-13T14:21:00,422 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-673376277/flush-table-proc/acquired' 2024-11-13T14:21:00,422 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:21:00,422 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:21:00,422 DEBUG [RS:0;eb1966fd6578:45045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,45045,1731507658203 2024-11-13T14:21:00,422 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,45045,1731507658203' 2024-11-13T14:21:00,422 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-673376277/online-snapshot/abort' 2024-11-13T14:21:00,422 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-673376277/online-snapshot/acquired' 2024-11-13T14:21:00,423 DEBUG [RS:0;eb1966fd6578:45045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:21:00,423 INFO [RS:0;eb1966fd6578:45045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:21:00,423 INFO [RS:0;eb1966fd6578:45045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:21:00,523 INFO [RS:0;eb1966fd6578:45045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:00,524 INFO [RS:0;eb1966fd6578:45045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C45045%2C1731507658203, suffix=, logDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203, archiveDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/oldWALs, maxLogs=10 2024-11-13T14:21:00,537 DEBUG [RS:0;eb1966fd6578:45045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, exclude list is [], retry=0 2024-11-13T14:21:00,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41667,DS-89e284fa-c021-4b87-bd5d-5382c2ac6f2d,DISK] 2024-11-13T14:21:00,546 INFO [RS:0;eb1966fd6578:45045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 2024-11-13T14:21:00,546 DEBUG [RS:0;eb1966fd6578:45045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35793:35793)] 2024-11-13T14:21:00,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:21:00,679 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6 2024-11-13T14:21:00,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:21:01,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:01,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:01,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:01,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:01,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:01,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:01,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:01,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:01,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:01,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:01,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:01,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:01,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:01,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:01,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:01,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:01,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:01,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:01,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740 2024-11-13T14:21:01,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740 2024-11-13T14:21:01,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:01,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:01,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:01,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:01,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:01,094 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71745872, jitterRate=0.06909680366516113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:01,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507661084Initializing all the Stores at 1731507661085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507661085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507661085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507661085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507661085Cleaning up temporary data from old regions at 1731507661092 (+7 ms)Region opened successfully at 1731507661095 (+3 ms) 2024-11-13T14:21:01,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:21:01,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:21:01,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:21:01,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:21:01,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:21:01,095 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:01,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507661095Disabling compacts and flushes for region at 1731507661095Disabling writes for close at 1731507661095Writing region close event to WAL at 1731507661095Closed at 1731507661095 2024-11-13T14:21:01,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:01,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:21:01,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:21:01,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:01,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:21:01,248 DEBUG [eb1966fd6578:44317 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:21:01,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,45045,1731507658203 2024-11-13T14:21:01,249 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,45045,1731507658203, state=OPENING 2024-11-13T14:21:01,316 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:21:01,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:01,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:01,327 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:01,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-673376277/meta-region-server: CHANGED 2024-11-13T14:21:01,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-673376277/meta-region-server: CHANGED 2024-11-13T14:21:01,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,45045,1731507658203}] 2024-11-13T14:21:01,479 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:01,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:21:01,482 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:21:01,483 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:01,483 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:21:01,484 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C45045%2C1731507658203.meta, suffix=.meta, logDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203, archiveDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/oldWALs, maxLogs=10 2024-11-13T14:21:01,505 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.meta.1731507661484.meta, exclude list is [], retry=0 2024-11-13T14:21:01,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41667,DS-89e284fa-c021-4b87-bd5d-5382c2ac6f2d,DISK] 2024-11-13T14:21:01,509 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.meta.1731507661484.meta 2024-11-13T14:21:01,509 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35793:35793)] 2024-11-13T14:21:01,509 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:01,510 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:01,510 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:21:01,510 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:21:01,510 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:21:01,510 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:21:01,510 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:01,510 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:21:01,510 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:21:01,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:01,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:01,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:01,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:01,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:01,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:01,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:01,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:01,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:01,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:01,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:01,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:01,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:01,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:01,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:01,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:01,515 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:01,515 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740 2024-11-13T14:21:01,516 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740 2024-11-13T14:21:01,517 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:01,517 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:01,517 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:01,518 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:01,518 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67612819, jitterRate=0.007509514689445496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:01,518 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:21:01,518 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507661510Writing region info on filesystem at 1731507661510Initializing all the Stores at 1731507661511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507661511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507661511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507661511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507661511Cleaning up temporary data from old regions at 1731507661517 (+6 ms)Running coprocessor post-open hooks at 1731507661518 (+1 ms)Region opened successfully at 1731507661518 2024-11-13T14:21:01,519 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507661479 2024-11-13T14:21:01,521 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:21:01,521 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:21:01,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,45045,1731507658203 2024-11-13T14:21:01,522 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,45045,1731507658203, state=OPEN 2024-11-13T14:21:01,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-673376277/meta-region-server 2024-11-13T14:21:01,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-673376277/meta-region-server 2024-11-13T14:21:01,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,45045,1731507658203 2024-11-13T14:21:01,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-673376277/meta-region-server: CHANGED 2024-11-13T14:21:01,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-673376277/meta-region-server: CHANGED 2024-11-13T14:21:01,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:21:01,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,45045,1731507658203 in 227 msec 2024-11-13T14:21:01,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:21:01,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-13T14:21:01,558 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:01,558 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:21:01,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:01,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45045,1731507658203, seqNum=-1] 2024-11-13T14:21:01,559 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:01,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:01,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-13T14:21:01,564 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507661564, completionTime=-1 2024-11-13T14:21:01,564 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:21:01,564 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:21:01,565 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:21:01,565 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507721565 2024-11-13T14:21:01,565 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507781565 2024-11-13T14:21:01,565 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:21:01,565 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44317,1731507657993-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:01,566 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44317,1731507657993-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:01,566 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44317,1731507657993-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:01,566 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:44317, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:01,566 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:01,566 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:01,567 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:21:01,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.294sec 2024-11-13T14:21:01,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:21:01,568 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:21:01,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:21:01,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:21:01,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:21:01,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44317,1731507657993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:01,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44317,1731507657993-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:21:01,570 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:21:01,570 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:21:01,570 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44317,1731507657993-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:01,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1db0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:01,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44317,-1 for getting cluster id 2024-11-13T14:21:01,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:01,637 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f642d7b7-758b-476d-ae00-6d4326c2da0b' 2024-11-13T14:21:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f642d7b7-758b-476d-ae00-6d4326c2da0b" 2024-11-13T14:21:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f68caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44317,-1] 2024-11-13T14:21:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:01,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:01,638 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:01,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1912932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:01,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:01,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45045,1731507658203, seqNum=-1] 2024-11-13T14:21:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:01,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:01,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,44317,1731507657993 2024-11-13T14:21:01,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:21:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:01,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013492113d0002 connected 2024-11-13T14:21:01,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.log.dir so I do NOT create it in target/test-data/f966976c-818a-7140-c000-1f971a4c7558 2024-11-13T14:21:01,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:21:01,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.tmp.dir so I do NOT create it in target/test-data/f966976c-818a-7140-c000-1f971a4c7558 2024-11-13T14:21:01,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:21:01,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558 2024-11-13T14:21:01,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:21:01,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/cluster_ce99288e-ed89-aacc-4b6d-6e4376604977, deleteOnExit=true 2024-11-13T14:21:01,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/test.cache.data in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:21:01,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:01,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:21:01,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:21:01,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:21:01,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:01,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:21:01,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:21:02,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:02,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:02,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:02,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:02,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:21:02,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:02,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32673e7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:02,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@842bac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:02,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fab6801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/java.io.tmpdir/jetty-localhost-35363-hadoop-hdfs-3_4_1-tests_jar-_-any-7479676379571422581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:21:02,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@789ad0ad{HTTP/1.1, (http/1.1)}{localhost:35363} 2024-11-13T14:21:02,118 INFO [Time-limited test {}] server.Server(415): Started @230590ms 2024-11-13T14:21:02,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:02,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:02,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:02,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:02,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:21:02,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@278eee5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:02,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1af92ea4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:02,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14a0432a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/java.io.tmpdir/jetty-localhost-46049-hadoop-hdfs-3_4_1-tests_jar-_-any-3597111888159255894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:21:02,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bd482e4{HTTP/1.1, (http/1.1)}{localhost:46049} 2024-11-13T14:21:02,455 INFO [Time-limited test {}] server.Server(415): Started @230928ms 2024-11-13T14:21:02,456 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:21:03,052 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/cluster_ce99288e-ed89-aacc-4b6d-6e4376604977/data/data2/current/BP-1505963140-172.17.0.2-1731507661691/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:03,052 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/cluster_ce99288e-ed89-aacc-4b6d-6e4376604977/data/data1/current/BP-1505963140-172.17.0.2-1731507661691/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:03,069 WARN [Thread-2771 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:21:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27d04060f720eb6 with lease ID 0xb915e0772a8787cb: Processing first storage report for DS-2371bbdd-d74d-42c6-a28f-9b00f5069f75 from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=95269e1b-f5c0-4945-971c-a5a42905b39b, infoPort=34919, infoSecurePort=0, ipcPort=39659, storageInfo=lv=-57;cid=testClusterID;nsid=356808223;c=1731507661691) 2024-11-13T14:21:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27d04060f720eb6 with lease ID 0xb915e0772a8787cb: from storage DS-2371bbdd-d74d-42c6-a28f-9b00f5069f75 node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=95269e1b-f5c0-4945-971c-a5a42905b39b, infoPort=34919, infoSecurePort=0, ipcPort=39659, storageInfo=lv=-57;cid=testClusterID;nsid=356808223;c=1731507661691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27d04060f720eb6 with lease ID 0xb915e0772a8787cb: Processing first storage report for DS-8bffe896-0673-4cf4-af70-ec798366c08e from datanode DatanodeRegistration(127.0.0.1:38531, datanodeUuid=95269e1b-f5c0-4945-971c-a5a42905b39b, infoPort=34919, infoSecurePort=0, ipcPort=39659, storageInfo=lv=-57;cid=testClusterID;nsid=356808223;c=1731507661691) 2024-11-13T14:21:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27d04060f720eb6 with lease ID 0xb915e0772a8787cb: from storage DS-8bffe896-0673-4cf4-af70-ec798366c08e node DatanodeRegistration(127.0.0.1:38531, datanodeUuid=95269e1b-f5c0-4945-971c-a5a42905b39b, infoPort=34919, infoSecurePort=0, ipcPort=39659, storageInfo=lv=-57;cid=testClusterID;nsid=356808223;c=1731507661691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:03,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558 2024-11-13T14:21:03,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:03,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:21:03,486 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620 with version=8 2024-11-13T14:21:03,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/hbase-staging 2024-11-13T14:21:03,488 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:03,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:03,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:03,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:03,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:03,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:03,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:21:03,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:03,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38787 2024-11-13T14:21:03,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38787 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:21:03,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387870x0, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:03,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38787-0x1013492113d0003 connected 2024-11-13T14:21:03,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:03,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:03,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on znode that does not yet exist, /1544706230/running 2024-11-13T14:21:03,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620, hbase.cluster.distributed=false 2024-11-13T14:21:03,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on znode that does not yet exist, /1544706230/acl 2024-11-13T14:21:03,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38787 2024-11-13T14:21:03,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38787 2024-11-13T14:21:03,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38787 2024-11-13T14:21:03,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38787 2024-11-13T14:21:03,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38787 2024-11-13T14:21:03,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:03,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:03,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:03,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:03,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:03,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:03,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:21:03,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:03,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37989 2024-11-13T14:21:03,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37989 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:21:03,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:03,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:03,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379890x0, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:03,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379890x0, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on znode that does not yet exist, /1544706230/running 2024-11-13T14:21:03,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37989-0x1013492113d0004 connected 2024-11-13T14:21:03,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:21:03,665 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:21:03,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on znode that does not yet exist, /1544706230/master 2024-11-13T14:21:03,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on znode that does not yet exist, /1544706230/acl 2024-11-13T14:21:03,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-13T14:21:03,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37989 2024-11-13T14:21:03,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37989 2024-11-13T14:21:03,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-13T14:21:03,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-13T14:21:03,682 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:38787 2024-11-13T14:21:03,682 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1544706230/backup-masters/eb1966fd6578,38787,1731507663488 2024-11-13T14:21:03,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230/backup-masters 2024-11-13T14:21:03,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230/backup-masters 2024-11-13T14:21:03,694 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on existing znode=/1544706230/backup-masters/eb1966fd6578,38787,1731507663488 2024-11-13T14:21:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1544706230/master 2024-11-13T14:21:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:03,706 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on existing znode=/1544706230/master 2024-11-13T14:21:03,706 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1544706230/backup-masters/eb1966fd6578,38787,1731507663488 from backup master directory 2024-11-13T14:21:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1544706230/backup-masters/eb1966fd6578,38787,1731507663488 2024-11-13T14:21:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230/backup-masters 2024-11-13T14:21:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230/backup-masters 2024-11-13T14:21:03,716 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:03,716 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,38787,1731507663488 2024-11-13T14:21:03,722 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/hbase.id] with ID: 71772939-9c99-483f-bcb0-678c01f39def 2024-11-13T14:21:03,722 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/.tmp/hbase.id 2024-11-13T14:21:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:21:04,126 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/.tmp/hbase.id]:[hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/hbase.id] 2024-11-13T14:21:04,134 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:04,135 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:21:04,135 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T14:21:04,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:04,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:21:04,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:21:04,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:04,595 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:04,595 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:21:04,596 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:21:05,001 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store 2024-11-13T14:21:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:21:05,406 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:05,406 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:21:05,406 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:05,406 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:05,406 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:21:05,406 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:05,406 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:05,406 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507665406Disabling compacts and flushes for region at 1731507665406Disabling writes for close at 1731507665406Writing region close event to WAL at 1731507665406Closed at 1731507665406 2024-11-13T14:21:05,406 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/.initializing 2024-11-13T14:21:05,406 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/WALs/eb1966fd6578,38787,1731507663488 2024-11-13T14:21:05,407 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:05,408 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C38787%2C1731507663488, suffix=, logDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/WALs/eb1966fd6578,38787,1731507663488, archiveDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/oldWALs, maxLogs=10 2024-11-13T14:21:05,419 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/WALs/eb1966fd6578,38787,1731507663488/eb1966fd6578%2C38787%2C1731507663488.1731507665408, exclude list is [], retry=0 2024-11-13T14:21:05,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-2371bbdd-d74d-42c6-a28f-9b00f5069f75,DISK] 2024-11-13T14:21:05,422 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/WALs/eb1966fd6578,38787,1731507663488/eb1966fd6578%2C38787%2C1731507663488.1731507665408 2024-11-13T14:21:05,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-11-13T14:21:05,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:05,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:05,423 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,423 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:21:05,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:05,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:05,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:21:05,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:05,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:05,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:21:05,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:05,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:05,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:21:05,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:05,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:05,428 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,428 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,429 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,430 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,430 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,430 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:05,431 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:05,432 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:05,433 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70027990, jitterRate=0.04349836707115173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:05,433 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507665423Initializing all the Stores at 1731507665423Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507665423Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507665424 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507665424Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507665424Cleaning up temporary data from old regions at 1731507665430 (+6 ms)Region opened successfully at 1731507665433 (+3 ms) 2024-11-13T14:21:05,433 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:21:05,435 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9655be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:05,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:21:05,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:21:05,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:21:05,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:21:05,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:21:05,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:21:05,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:21:05,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:21:05,438 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Unable to get data of znode /1544706230/balancer because node does not exist (not necessarily an error) 2024-11-13T14:21:05,505 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1544706230/balancer already deleted, retry=false 2024-11-13T14:21:05,506 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:21:05,507 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Unable to get data of znode /1544706230/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:21:05,516 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1544706230/normalizer already deleted, retry=false 2024-11-13T14:21:05,516 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:21:05,517 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Unable to get data of znode /1544706230/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:21:05,526 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1544706230/switch/split already deleted, retry=false 2024-11-13T14:21:05,527 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Unable to get data of znode /1544706230/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:21:05,537 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1544706230/switch/merge already deleted, retry=false 2024-11-13T14:21:05,538 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Unable to get data of znode /1544706230/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:21:05,547 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1544706230/snapshot-cleanup already deleted, retry=false 2024-11-13T14:21:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1544706230/running 2024-11-13T14:21:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1544706230/running 2024-11-13T14:21:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:05,558 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,38787,1731507663488, sessionid=0x1013492113d0003, setting cluster-up flag (Was=false) 2024-11-13T14:21:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:05,611 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1544706230/flush-table-proc/acquired, /1544706230/flush-table-proc/reached, /1544706230/flush-table-proc/abort 2024-11-13T14:21:05,611 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,38787,1731507663488 2024-11-13T14:21:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:05,663 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1544706230/online-snapshot/acquired, /1544706230/online-snapshot/reached, /1544706230/online-snapshot/abort 2024-11-13T14:21:05,664 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,38787,1731507663488 2024-11-13T14:21:05,665 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:21:05,666 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:05,667 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:21:05,667 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:21:05,667 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,38787,1731507663488 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:21:05,668 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:05,668 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:05,668 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:05,668 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:05,668 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:21:05,668 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,668 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:05,668 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:05,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:21:05,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:05,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:21:05,671 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507695671 2024-11-13T14:21:05,671 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:21:05,671 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:21:05,671 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:21:05,672 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:21:05,672 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:21:05,672 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:21:05,672 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,677 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:21:05,677 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:21:05,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:21:05,678 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:21:05,678 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(746): ClusterId : 71772939-9c99-483f-bcb0-678c01f39def 2024-11-13T14:21:05,678 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:21:05,682 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:21:05,682 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:21:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:21:05,685 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:21:05,685 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:21:05,688 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507665682,5,FailOnTimeoutGroup] 2024-11-13T14:21:05,689 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507665688,5,FailOnTimeoutGroup] 2024-11-13T14:21:05,689 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,689 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:21:05,689 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,689 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,695 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:21:05,695 DEBUG [RS:0;eb1966fd6578:37989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f11d05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:05,705 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:37989 2024-11-13T14:21:05,705 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:21:05,705 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:21:05,705 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:21:05,705 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,38787,1731507663488 with port=37989, startcode=1731507663649 2024-11-13T14:21:05,706 DEBUG [RS:0;eb1966fd6578:37989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:21:05,707 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:21:05,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,37989,1731507663649 2024-11-13T14:21:05,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38787 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,37989,1731507663649 2024-11-13T14:21:05,708 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620 2024-11-13T14:21:05,708 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42001 2024-11-13T14:21:05,708 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:21:05,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230/rs 2024-11-13T14:21:05,716 DEBUG [RS:0;eb1966fd6578:37989 {}] zookeeper.ZKUtil(111): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on existing znode=/1544706230/rs/eb1966fd6578,37989,1731507663649 2024-11-13T14:21:05,716 WARN [RS:0;eb1966fd6578:37989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:05,716 INFO [RS:0;eb1966fd6578:37989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:05,716 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649 2024-11-13T14:21:05,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,37989,1731507663649] 2024-11-13T14:21:05,719 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:21:05,720 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:21:05,720 INFO [RS:0;eb1966fd6578:37989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:21:05,720 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,724 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:21:05,724 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:21:05,725 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:05,725 DEBUG [RS:0;eb1966fd6578:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:05,726 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,726 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,726 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,726 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,726 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,726 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37989,1731507663649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:05,744 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:21:05,744 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,37989,1731507663649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,745 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,745 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.Replication(171): eb1966fd6578,37989,1731507663649 started 2024-11-13T14:21:05,757 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:05,757 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,37989,1731507663649, RpcServer on eb1966fd6578/172.17.0.2:37989, sessionid=0x1013492113d0004 2024-11-13T14:21:05,757 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:21:05,757 DEBUG [RS:0;eb1966fd6578:37989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,37989,1731507663649 2024-11-13T14:21:05,757 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,37989,1731507663649' 2024-11-13T14:21:05,757 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1544706230/flush-table-proc/abort' 2024-11-13T14:21:05,757 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1544706230/flush-table-proc/acquired' 2024-11-13T14:21:05,758 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:21:05,758 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:21:05,758 DEBUG [RS:0;eb1966fd6578:37989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,37989,1731507663649 2024-11-13T14:21:05,758 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,37989,1731507663649' 2024-11-13T14:21:05,758 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1544706230/online-snapshot/abort' 2024-11-13T14:21:05,758 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1544706230/online-snapshot/acquired' 2024-11-13T14:21:05,758 DEBUG [RS:0;eb1966fd6578:37989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:21:05,758 INFO [RS:0;eb1966fd6578:37989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:21:05,759 INFO [RS:0;eb1966fd6578:37989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:21:05,859 INFO [RS:0;eb1966fd6578:37989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:05,860 INFO [RS:0;eb1966fd6578:37989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C37989%2C1731507663649, suffix=, logDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649, archiveDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/oldWALs, maxLogs=10 2024-11-13T14:21:05,871 DEBUG [RS:0;eb1966fd6578:37989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, exclude list is [], retry=0 2024-11-13T14:21:05,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-2371bbdd-d74d-42c6-a28f-9b00f5069f75,DISK] 2024-11-13T14:21:05,874 INFO [RS:0;eb1966fd6578:37989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 2024-11-13T14:21:05,874 DEBUG [RS:0;eb1966fd6578:37989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-11-13T14:21:06,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:21:06,084 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620 2024-11-13T14:21:06,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:21:06,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:21:06,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:06,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:06,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:06,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:06,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:06,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:06,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:06,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:06,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:06,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:06,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:06,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:06,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:06,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:06,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:06,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:06,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:06,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:06,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740 2024-11-13T14:21:06,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740 2024-11-13T14:21:06,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:06,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:06,496 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:06,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:06,499 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:06,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71459354, jitterRate=0.06482735276222229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:06,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507666489Initializing all the Stores at 1731507666490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507666490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507666490Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507666490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507666490Cleaning up temporary data from old regions at 1731507666496 (+6 ms)Region opened successfully at 1731507666499 (+3 ms) 2024-11-13T14:21:06,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:21:06,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:21:06,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:21:06,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:21:06,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:21:06,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:06,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507666499Disabling compacts and flushes for region at 1731507666499Disabling writes for close at 1731507666499Writing region close event to WAL at 1731507666500 (+1 ms)Closed at 1731507666500 2024-11-13T14:21:06,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:06,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:21:06,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:21:06,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:06,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:21:06,652 DEBUG [eb1966fd6578:38787 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:21:06,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,37989,1731507663649 2024-11-13T14:21:06,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,37989,1731507663649, state=OPENING 2024-11-13T14:21:06,757 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:21:06,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:06,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:06,779 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:06,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,37989,1731507663649}] 2024-11-13T14:21:06,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1544706230/meta-region-server: CHANGED 2024-11-13T14:21:06,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1544706230/meta-region-server: CHANGED 2024-11-13T14:21:06,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:06,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:21:06,934 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:21:06,934 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:06,935 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:21:06,936 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C37989%2C1731507663649.meta, suffix=.meta, logDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649, archiveDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/oldWALs, maxLogs=10 2024-11-13T14:21:06,946 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.meta.1731507666936.meta, exclude list is [], retry=0 2024-11-13T14:21:06,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-2371bbdd-d74d-42c6-a28f-9b00f5069f75,DISK] 2024-11-13T14:21:06,949 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.meta.1731507666936.meta 2024-11-13T14:21:06,950 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-11-13T14:21:06,950 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:06,950 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:06,950 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:21:06,950 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:21:06,950 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:21:06,950 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:21:06,950 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:06,950 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:21:06,950 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:21:06,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:06,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:06,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:06,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:06,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:06,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:06,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:06,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:06,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:06,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:06,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:06,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:06,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:06,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:06,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:06,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:06,954 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:06,955 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740 2024-11-13T14:21:06,955 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740 2024-11-13T14:21:06,956 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:06,956 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:06,956 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:06,957 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:06,958 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64566824, jitterRate=-0.037879347801208496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:06,958 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:21:06,958 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507666950Writing region info on filesystem at 1731507666950Initializing all the Stores at 1731507666951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507666951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507666951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507666951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507666951Cleaning up temporary data from old regions at 1731507666956 (+5 ms)Running coprocessor post-open hooks at 1731507666958 (+2 ms)Region opened successfully at 1731507666958 2024-11-13T14:21:06,958 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507666931 2024-11-13T14:21:06,960 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:21:06,960 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:21:06,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,37989,1731507663649 2024-11-13T14:21:06,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,37989,1731507663649, state=OPEN 2024-11-13T14:21:06,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1544706230/meta-region-server 2024-11-13T14:21:06,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1544706230/meta-region-server 2024-11-13T14:21:06,968 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,37989,1731507663649 2024-11-13T14:21:06,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1544706230/meta-region-server: CHANGED 2024-11-13T14:21:06,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1544706230/meta-region-server: CHANGED 2024-11-13T14:21:06,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:21:06,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,37989,1731507663649 in 189 msec 2024-11-13T14:21:06,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:21:06,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-11-13T14:21:06,972 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:06,972 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:21:06,973 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:06,973 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37989,1731507663649, seqNum=-1] 2024-11-13T14:21:06,973 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:06,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:06,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-13T14:21:06,978 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507666977, completionTime=-1 2024-11-13T14:21:06,978 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:21:06,978 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:21:06,979 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:21:06,979 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507726979 2024-11-13T14:21:06,979 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507786979 2024-11-13T14:21:06,979 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:21:06,980 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38787,1731507663488-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:06,980 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38787,1731507663488-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:06,980 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38787,1731507663488-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:06,980 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:38787, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:06,980 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:06,980 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:06,981 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:21:06,982 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.266sec 2024-11-13T14:21:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:21:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:21:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:21:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:21:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:21:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38787,1731507663488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:06,983 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38787,1731507663488-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:21:06,984 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:21:06,984 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:21:06,984 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38787,1731507663488-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:07,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48089e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:07,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38787,-1 for getting cluster id 2024-11-13T14:21:07,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:07,080 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71772939-9c99-483f-bcb0-678c01f39def' 2024-11-13T14:21:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71772939-9c99-483f-bcb0-678c01f39def" 2024-11-13T14:21:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74293c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38787,-1] 2024-11-13T14:21:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:07,081 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:07,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc077eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:07,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37989,1731507663649, seqNum=-1] 2024-11-13T14:21:07,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:07,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:07,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,38787,1731507663488 2024-11-13T14:21:07,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:21:07,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:07,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013492113d0005 connected 2024-11-13T14:21:07,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.log.dir so I do NOT create it in target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5 2024-11-13T14:21:07,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:21:07,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.tmp.dir so I do NOT create it in target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5 2024-11-13T14:21:07,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:21:07,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/cluster_ba0978e7-068f-01a5-6728-c56bd647d8c8, deleteOnExit=true 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/test.cache.data in system properties and HBase conf 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:21:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:21:07,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:21:07,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:21:07,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:07,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:21:07,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:21:07,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:07,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:07,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:07,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:07,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:21:07,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:07,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f6fa1ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:07,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510367ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:07,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ac947c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/java.io.tmpdir/jetty-localhost-38553-hadoop-hdfs-3_4_1-tests_jar-_-any-12546663120821815042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:21:07,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e801584{HTTP/1.1, (http/1.1)}{localhost:38553} 2024-11-13T14:21:07,775 INFO [Time-limited test {}] server.Server(415): Started @236248ms 2024-11-13T14:21:08,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:08,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:08,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:08,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:08,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:21:08,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbb04ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:08,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3169ec76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:08,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ff44a01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/java.io.tmpdir/jetty-localhost-33411-hadoop-hdfs-3_4_1-tests_jar-_-any-10373209912009481554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:21:08,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41529fcf{HTTP/1.1, (http/1.1)}{localhost:33411} 2024-11-13T14:21:08,108 INFO [Time-limited test {}] server.Server(415): Started @236581ms 2024-11-13T14:21:08,109 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:21:08,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:21:08,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:21:08,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:08,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T14:21:08,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:08,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:21:08,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:21:08,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:21:08,779 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/cluster_ba0978e7-068f-01a5-6728-c56bd647d8c8/data/data1/current/BP-161917662-172.17.0.2-1731507667128/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:08,779 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/cluster_ba0978e7-068f-01a5-6728-c56bd647d8c8/data/data2/current/BP-161917662-172.17.0.2-1731507667128/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:08,800 WARN [Thread-2892 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:21:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3686862633045f03 with lease ID 0xbe8d216920c2f632: Processing first storage report for DS-c6ad9aa0-0717-430b-a951-e6ecd984d7fe from datanode DatanodeRegistration(127.0.0.1:33911, datanodeUuid=c4ff4f0d-d701-4312-8582-33cdc1199925, infoPort=44471, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=1449557035;c=1731507667128) 2024-11-13T14:21:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3686862633045f03 with lease ID 0xbe8d216920c2f632: from storage DS-c6ad9aa0-0717-430b-a951-e6ecd984d7fe node DatanodeRegistration(127.0.0.1:33911, datanodeUuid=c4ff4f0d-d701-4312-8582-33cdc1199925, infoPort=44471, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=1449557035;c=1731507667128), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3686862633045f03 with lease ID 0xbe8d216920c2f632: Processing first storage report for DS-2e560325-ec65-486f-b121-b6adefbdb1b7 from datanode DatanodeRegistration(127.0.0.1:33911, datanodeUuid=c4ff4f0d-d701-4312-8582-33cdc1199925, infoPort=44471, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=1449557035;c=1731507667128) 2024-11-13T14:21:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3686862633045f03 with lease ID 0xbe8d216920c2f632: from storage DS-2e560325-ec65-486f-b121-b6adefbdb1b7 node DatanodeRegistration(127.0.0.1:33911, datanodeUuid=c4ff4f0d-d701-4312-8582-33cdc1199925, infoPort=44471, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=1449557035;c=1731507667128), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:08,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5 2024-11-13T14:21:08,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:08,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:08,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:21:09,242 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038 with version=8 2024-11-13T14:21:09,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/hbase-staging 2024-11-13T14:21:09,243 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:09,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:09,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:09,243 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:09,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:09,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:09,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:21:09,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:09,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44519 2024-11-13T14:21:09,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44519 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:21:09,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445190x0, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:09,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44519-0x1013492113d0006 connected 2024-11-13T14:21:09,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:09,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:09,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on znode that does not yet exist, /22022897878/running 2024-11-13T14:21:09,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038, hbase.cluster.distributed=false 2024-11-13T14:21:09,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on znode that does not yet exist, /22022897878/acl 2024-11-13T14:21:09,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-13T14:21:09,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44519 2024-11-13T14:21:09,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44519 2024-11-13T14:21:09,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-13T14:21:09,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-13T14:21:09,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:09,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:09,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:09,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:09,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:09,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:09,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:21:09,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:09,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42887 2024-11-13T14:21:09,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42887 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:21:09,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:09,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:09,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428870x0, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:09,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428870x0, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on znode that does not yet exist, /22022897878/running 2024-11-13T14:21:09,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42887-0x1013492113d0007 connected 2024-11-13T14:21:09,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:21:09,403 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:21:09,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on znode that does not yet exist, /22022897878/master 2024-11-13T14:21:09,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on znode that does not yet exist, /22022897878/acl 2024-11-13T14:21:09,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-13T14:21:09,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42887 2024-11-13T14:21:09,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42887 2024-11-13T14:21:09,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-13T14:21:09,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-13T14:21:09,427 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:44519 2024-11-13T14:21:09,427 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22022897878/backup-masters/eb1966fd6578,44519,1731507669243 2024-11-13T14:21:09,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878/backup-masters 2024-11-13T14:21:09,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878/backup-masters 2024-11-13T14:21:09,432 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on existing znode=/22022897878/backup-masters/eb1966fd6578,44519,1731507669243 2024-11-13T14:21:09,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:09,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22022897878/master 2024-11-13T14:21:09,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:09,442 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on existing znode=/22022897878/master 2024-11-13T14:21:09,442 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22022897878/backup-masters/eb1966fd6578,44519,1731507669243 from backup master directory 2024-11-13T14:21:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878/backup-masters 2024-11-13T14:21:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22022897878/backup-masters/eb1966fd6578,44519,1731507669243 2024-11-13T14:21:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878/backup-masters 2024-11-13T14:21:09,452 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:09,452 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,44519,1731507669243 2024-11-13T14:21:09,457 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/hbase.id] with ID: bd49936b-5f51-4743-9492-688cd1ad378f 2024-11-13T14:21:09,457 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/.tmp/hbase.id 2024-11-13T14:21:09,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:21:09,862 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/.tmp/hbase.id]:[hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/hbase.id] 2024-11-13T14:21:09,869 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:09,869 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:21:09,870 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:21:09,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:09,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:21:10,320 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:10,320 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:21:10,321 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:10,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:21:10,726 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store 2024-11-13T14:21:10,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:21:11,132 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:11,132 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:21:11,132 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:11,132 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:11,132 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:21:11,132 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:11,132 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:11,132 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507671132Disabling compacts and flushes for region at 1731507671132Disabling writes for close at 1731507671132Writing region close event to WAL at 1731507671132Closed at 1731507671132 2024-11-13T14:21:11,133 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/.initializing 2024-11-13T14:21:11,133 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/WALs/eb1966fd6578,44519,1731507669243 2024-11-13T14:21:11,133 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:11,135 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C44519%2C1731507669243, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/WALs/eb1966fd6578,44519,1731507669243, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/oldWALs, maxLogs=10 2024-11-13T14:21:11,146 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/WALs/eb1966fd6578,44519,1731507669243/eb1966fd6578%2C44519%2C1731507669243.1731507671135, exclude list is [], retry=0 2024-11-13T14:21:11,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33911,DS-c6ad9aa0-0717-430b-a951-e6ecd984d7fe,DISK] 2024-11-13T14:21:11,149 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/WALs/eb1966fd6578,44519,1731507669243/eb1966fd6578%2C44519%2C1731507669243.1731507671135 2024-11-13T14:21:11,149 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44471:44471)] 2024-11-13T14:21:11,149 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:11,149 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:11,149 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,149 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:21:11,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:11,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:11,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:21:11,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:11,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:11,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:21:11,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:11,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:11,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:21:11,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:11,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:11,154 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,154 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,155 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,155 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,155 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,156 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:11,156 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:11,158 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:11,158 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61376811, jitterRate=-0.08541424572467804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:11,158 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507671149Initializing all the Stores at 1731507671150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507671150Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507671150Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507671150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507671150Cleaning up temporary data from old regions at 1731507671155 (+5 ms)Region opened successfully at 1731507671158 (+3 ms) 2024-11-13T14:21:11,158 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:21:11,160 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3335847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:11,161 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:21:11,161 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:21:11,161 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:21:11,161 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:21:11,161 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:21:11,162 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:21:11,162 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:21:11,168 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:21:11,168 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Unable to get data of znode /22022897878/balancer because node does not exist (not necessarily an error) 2024-11-13T14:21:11,273 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22022897878/balancer already deleted, retry=false 2024-11-13T14:21:11,274 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:21:11,274 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Unable to get data of znode /22022897878/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:21:11,284 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22022897878/normalizer already deleted, retry=false 2024-11-13T14:21:11,284 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:21:11,285 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Unable to get data of znode /22022897878/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:21:11,294 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22022897878/switch/split already deleted, retry=false 2024-11-13T14:21:11,295 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Unable to get data of znode /22022897878/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:21:11,305 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22022897878/switch/merge already deleted, retry=false 2024-11-13T14:21:11,306 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Unable to get data of znode /22022897878/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:21:11,315 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22022897878/snapshot-cleanup already deleted, retry=false 2024-11-13T14:21:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22022897878/running 2024-11-13T14:21:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22022897878/running 2024-11-13T14:21:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:11,326 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,44519,1731507669243, sessionid=0x1013492113d0006, setting cluster-up flag (Was=false) 2024-11-13T14:21:11,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:11,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:11,378 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22022897878/flush-table-proc/acquired, /22022897878/flush-table-proc/reached, /22022897878/flush-table-proc/abort 2024-11-13T14:21:11,379 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44519,1731507669243 2024-11-13T14:21:11,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:11,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:11,431 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22022897878/online-snapshot/acquired, /22022897878/online-snapshot/reached, /22022897878/online-snapshot/abort 2024-11-13T14:21:11,432 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,44519,1731507669243 2024-11-13T14:21:11,433 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:21:11,434 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:11,434 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:21:11,434 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:21:11,434 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,44519,1731507669243 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:21:11,435 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:11,436 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:11,436 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:11,436 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:11,436 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:21:11,436 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,436 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:11,436 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507701437 2024-11-13T14:21:11,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:21:11,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:11,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:21:11,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:21:11,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:21:11,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:21:11,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:21:11,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:21:11,437 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:21:11,438 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:11,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:21:11,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:21:11,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:21:11,438 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:21:11,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:21:11,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:21:11,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507671438,5,FailOnTimeoutGroup] 2024-11-13T14:21:11,439 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507671439,5,FailOnTimeoutGroup] 2024-11-13T14:21:11,439 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,439 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:21:11,439 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,439 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:21:11,516 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(746): ClusterId : bd49936b-5f51-4743-9492-688cd1ad378f 2024-11-13T14:21:11,516 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:21:11,527 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:21:11,527 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:21:11,579 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:21:11,579 DEBUG [RS:0;eb1966fd6578:42887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf7222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:11,593 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:42887 2024-11-13T14:21:11,593 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:21:11,593 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:21:11,593 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:21:11,594 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,44519,1731507669243 with port=42887, startcode=1731507669385 2024-11-13T14:21:11,594 DEBUG [RS:0;eb1966fd6578:42887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:21:11,595 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:21:11,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,42887,1731507669385 2024-11-13T14:21:11,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,42887,1731507669385 2024-11-13T14:21:11,597 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038 2024-11-13T14:21:11,597 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32977 2024-11-13T14:21:11,597 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:21:11,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878/rs 2024-11-13T14:21:11,642 DEBUG [RS:0;eb1966fd6578:42887 {}] zookeeper.ZKUtil(111): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on existing znode=/22022897878/rs/eb1966fd6578,42887,1731507669385 2024-11-13T14:21:11,642 WARN [RS:0;eb1966fd6578:42887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:11,642 INFO [RS:0;eb1966fd6578:42887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:11,643 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385 2024-11-13T14:21:11,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,42887,1731507669385] 2024-11-13T14:21:11,645 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:21:11,646 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:21:11,646 INFO [RS:0;eb1966fd6578:42887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:21:11,646 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,646 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:21:11,647 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:21:11,647 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:11,647 DEBUG [RS:0;eb1966fd6578:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:11,648 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,648 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,648 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,648 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,648 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,648 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42887,1731507669385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:11,660 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:21:11,661 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42887,1731507669385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,661 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,661 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.Replication(171): eb1966fd6578,42887,1731507669385 started 2024-11-13T14:21:11,672 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:11,672 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,42887,1731507669385, RpcServer on eb1966fd6578/172.17.0.2:42887, sessionid=0x1013492113d0007 2024-11-13T14:21:11,672 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:21:11,672 DEBUG [RS:0;eb1966fd6578:42887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,42887,1731507669385 2024-11-13T14:21:11,672 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,42887,1731507669385' 2024-11-13T14:21:11,672 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22022897878/flush-table-proc/abort' 2024-11-13T14:21:11,672 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22022897878/flush-table-proc/acquired' 2024-11-13T14:21:11,673 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:21:11,673 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:21:11,673 DEBUG [RS:0;eb1966fd6578:42887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,42887,1731507669385 2024-11-13T14:21:11,673 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,42887,1731507669385' 2024-11-13T14:21:11,673 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22022897878/online-snapshot/abort' 2024-11-13T14:21:11,673 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22022897878/online-snapshot/acquired' 2024-11-13T14:21:11,673 DEBUG [RS:0;eb1966fd6578:42887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:21:11,673 INFO [RS:0;eb1966fd6578:42887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:21:11,673 INFO [RS:0;eb1966fd6578:42887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:21:11,774 INFO [RS:0;eb1966fd6578:42887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:11,775 INFO [RS:0;eb1966fd6578:42887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C42887%2C1731507669385, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/oldWALs, maxLogs=10 2024-11-13T14:21:11,786 DEBUG [RS:0;eb1966fd6578:42887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, exclude list is [], retry=0 2024-11-13T14:21:11,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33911,DS-c6ad9aa0-0717-430b-a951-e6ecd984d7fe,DISK] 2024-11-13T14:21:11,790 INFO [RS:0;eb1966fd6578:42887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 2024-11-13T14:21:11,790 DEBUG [RS:0;eb1966fd6578:42887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44471:44471)] 2024-11-13T14:21:11,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:21:11,848 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038 2024-11-13T14:21:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:21:12,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:12,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:12,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:12,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:12,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:12,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:12,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:12,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:12,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:12,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:12,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:12,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:12,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:12,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:12,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740 2024-11-13T14:21:12,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740 2024-11-13T14:21:12,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:12,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:12,260 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:12,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:12,262 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:12,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70706061, jitterRate=0.05360241234302521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:12,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507672252Initializing all the Stores at 1731507672253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507672253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507672253Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507672253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507672253Cleaning up temporary data from old regions at 1731507672260 (+7 ms)Region opened successfully at 1731507672262 (+2 ms) 2024-11-13T14:21:12,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:21:12,263 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:21:12,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:21:12,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:21:12,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:21:12,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:12,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507672263Disabling compacts and flushes for region at 1731507672263Disabling writes for close at 1731507672263Writing region close event to WAL at 1731507672263Closed at 1731507672263 2024-11-13T14:21:12,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:12,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:21:12,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:21:12,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:12,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:21:12,415 DEBUG [eb1966fd6578:44519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:21:12,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,42887,1731507669385 2024-11-13T14:21:12,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,42887,1731507669385, state=OPENING 2024-11-13T14:21:12,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:21:12,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,464 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:21:12,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:12,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:12,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22022897878/meta-region-server: CHANGED 2024-11-13T14:21:12,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22022897878/meta-region-server: CHANGED 2024-11-13T14:21:12,479 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:12,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,42887,1731507669385}] 2024-11-13T14:21:12,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:12,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:12,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:21:12,636 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:21:12,636 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:12,636 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:21:12,637 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C42887%2C1731507669385.meta, suffix=.meta, logDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/oldWALs, maxLogs=10 2024-11-13T14:21:12,649 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.meta.1731507672637.meta, exclude list is [], retry=0 2024-11-13T14:21:12,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33911,DS-c6ad9aa0-0717-430b-a951-e6ecd984d7fe,DISK] 2024-11-13T14:21:12,652 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.meta.1731507672637.meta 2024-11-13T14:21:12,652 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44471:44471)] 2024-11-13T14:21:12,652 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:12,652 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:12,652 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:21:12,652 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:21:12,652 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:21:12,653 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:21:12,653 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:12,653 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:21:12,653 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:21:12,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:12,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:12,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:12,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:12,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:12,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:12,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:12,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:12,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:12,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:12,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:12,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:12,658 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:12,658 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740 2024-11-13T14:21:12,659 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740 2024-11-13T14:21:12,659 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:12,659 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:12,660 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:12,661 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:12,661 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59305345, jitterRate=-0.11628149449825287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:12,662 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:21:12,662 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507672653Writing region info on filesystem at 1731507672653Initializing all the Stores at 1731507672653Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507672653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507672654 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507672654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507672654Cleaning up temporary data from old regions at 1731507672659 (+5 ms)Running coprocessor post-open hooks at 1731507672662 (+3 ms)Region opened successfully at 1731507672662 2024-11-13T14:21:12,662 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507672631 2024-11-13T14:21:12,664 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:21:12,664 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:21:12,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42887,1731507669385 2024-11-13T14:21:12,665 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,42887,1731507669385, state=OPEN 2024-11-13T14:21:12,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22022897878/meta-region-server 2024-11-13T14:21:12,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22022897878/meta-region-server 2024-11-13T14:21:12,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,42887,1731507669385 2024-11-13T14:21:12,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22022897878/meta-region-server: CHANGED 2024-11-13T14:21:12,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22022897878/meta-region-server: CHANGED 2024-11-13T14:21:12,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:21:12,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,42887,1731507669385 in 203 msec 2024-11-13T14:21:12,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:21:12,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-13T14:21:12,686 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:12,686 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:21:12,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:12,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42887,1731507669385, seqNum=-1] 2024-11-13T14:21:12,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:12,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:12,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-13T14:21:12,692 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507672692, completionTime=-1 2024-11-13T14:21:12,692 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:21:12,692 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:21:12,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:21:12,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507732694 2024-11-13T14:21:12,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507792694 2024-11-13T14:21:12,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:21:12,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44519,1731507669243-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:12,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44519,1731507669243-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:12,694 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44519,1731507669243-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:12,695 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:44519, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:12,695 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:12,695 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:12,696 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:21:12,699 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.246sec 2024-11-13T14:21:12,699 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:21:12,699 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:21:12,699 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:21:12,699 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:21:12,699 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:21:12,699 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44519,1731507669243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:12,699 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44519,1731507669243-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:21:12,700 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:21:12,700 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:21:12,700 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44519,1731507669243-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:12,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c308cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:12,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44519,-1 for getting cluster id 2024-11-13T14:21:12,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:12,718 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49936b-5f51-4743-9492-688cd1ad378f' 2024-11-13T14:21:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49936b-5f51-4743-9492-688cd1ad378f" 2024-11-13T14:21:12,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752b656b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:12,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44519,-1] 2024-11-13T14:21:12,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:12,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:12,720 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:12,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa3dd31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:12,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42887,1731507669385, seqNum=-1] 2024-11-13T14:21:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:12,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:12,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,44519,1731507669243 2024-11-13T14:21:12,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-11-13T14:21:12,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:12,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013492113d0008 connected 2024-11-13T14:21:12,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44317,1731507657993 2024-11-13T14:21:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355c000 2024-11-13T14:21:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:12,749 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:12,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:21:12,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:21:12,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:12,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:21:12,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:21:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:21:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:13,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ee05a77173dc64487a427cc1258f7b4, NAME => 'test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6 2024-11-13T14:21:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:21:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:13,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:13,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ee05a77173dc64487a427cc1258f7b4, disabling compactions & flushes 2024-11-13T14:21:13,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:13,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:13,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. after waiting 0 ms 2024-11-13T14:21:13,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:13,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:13,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ee05a77173dc64487a427cc1258f7b4: Waiting for close lock at 1731507673564Disabling compacts and flushes for region at 1731507673564Disabling writes for close at 1731507673564Writing region close event to WAL at 1731507673564Closed at 1731507673564 2024-11-13T14:21:13,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:21:13,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507673565"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507673565"}]},"ts":"1731507673565"} 2024-11-13T14:21:13,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:21:13,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:21:13,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507673568"}]},"ts":"1731507673568"} 2024-11-13T14:21:13,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:21:13,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ee05a77173dc64487a427cc1258f7b4, ASSIGN}] 2024-11-13T14:21:13,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ee05a77173dc64487a427cc1258f7b4, ASSIGN 2024-11-13T14:21:13,571 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ee05a77173dc64487a427cc1258f7b4, ASSIGN; state=OFFLINE, location=eb1966fd6578,45045,1731507658203; forceNewPlan=false, retain=false 2024-11-13T14:21:13,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ee05a77173dc64487a427cc1258f7b4, regionState=OPENING, regionLocation=eb1966fd6578,45045,1731507658203 2024-11-13T14:21:13,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ee05a77173dc64487a427cc1258f7b4, ASSIGN because future has completed 2024-11-13T14:21:13,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ee05a77173dc64487a427cc1258f7b4, server=eb1966fd6578,45045,1731507658203}] 2024-11-13T14:21:13,880 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:13,880 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ee05a77173dc64487a427cc1258f7b4, NAME => 'test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:13,880 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:13,880 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:21:13,881 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,881 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:13,881 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,881 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,885 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,886 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee05a77173dc64487a427cc1258f7b4 columnFamilyName f 2024-11-13T14:21:13,886 DEBUG [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:13,887 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] regionserver.HStore(327): Store=5ee05a77173dc64487a427cc1258f7b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:13,887 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,887 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee05a77173dc64487a427cc1258f7b4 columnFamilyName f1 2024-11-13T14:21:13,887 DEBUG [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:13,888 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] regionserver.HStore(327): Store=5ee05a77173dc64487a427cc1258f7b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:13,888 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,888 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee05a77173dc64487a427cc1258f7b4 columnFamilyName norep 2024-11-13T14:21:13,888 DEBUG [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:13,889 INFO [StoreOpener-5ee05a77173dc64487a427cc1258f7b4-1 {}] regionserver.HStore(327): Store=5ee05a77173dc64487a427cc1258f7b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:13,889 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,889 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:13,889 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,890 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,890 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,891 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:21:13,891 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,897 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:13,897 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ee05a77173dc64487a427cc1258f7b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66608471, jitterRate=-0.00745643675327301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:21:13,897 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:13,898 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ee05a77173dc64487a427cc1258f7b4: Running coprocessor pre-open hook at 1731507673881Writing region info on filesystem at 1731507673881Initializing all the Stores at 1731507673881Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507673881Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507673885 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507673885Cleaning up temporary data from old regions at 1731507673890 (+5 ms)Running coprocessor post-open hooks at 1731507673897 (+7 ms)Region opened successfully at 1731507673898 (+1 ms) 2024-11-13T14:21:13,898 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4., pid=6, masterSystemTime=1731507673876 2024-11-13T14:21:13,901 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:13,901 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:13,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ee05a77173dc64487a427cc1258f7b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,45045,1731507658203 2024-11-13T14:21:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ee05a77173dc64487a427cc1258f7b4, server=eb1966fd6578,45045,1731507658203 because future has completed 2024-11-13T14:21:13,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:21:13,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ee05a77173dc64487a427cc1258f7b4, server=eb1966fd6578,45045,1731507658203 in 179 msec 2024-11-13T14:21:13,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:21:13,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ee05a77173dc64487a427cc1258f7b4, ASSIGN in 334 msec 2024-11-13T14:21:13,906 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:21:13,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507673906"}]},"ts":"1731507673906"} 2024-11-13T14:21:13,908 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:21:13,909 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:21:13,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-13T14:21:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:14,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:14,900 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:21:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38787,1731507663488 2024-11-13T14:21:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cd98da 2024-11-13T14:21:14,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:14,902 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:14,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:21:14,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:21:14,904 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:14,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:21:14,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:21:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:21:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:15,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 656a4b2a4cbf83b430a0da3b8e5f896f, NAME => 'test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620 2024-11-13T14:21:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:21:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:15,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:15,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 656a4b2a4cbf83b430a0da3b8e5f896f, disabling compactions & flushes 2024-11-13T14:21:15,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:15,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:15,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. after waiting 0 ms 2024-11-13T14:21:15,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:15,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:15,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 656a4b2a4cbf83b430a0da3b8e5f896f: Waiting for close lock at 1731507675715Disabling compacts and flushes for region at 1731507675715Disabling writes for close at 1731507675715Writing region close event to WAL at 1731507675715Closed at 1731507675716 (+1 ms) 2024-11-13T14:21:15,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:21:15,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507675717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507675717"}]},"ts":"1731507675717"} 2024-11-13T14:21:15,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:21:15,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:21:15,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507675719"}]},"ts":"1731507675719"} 2024-11-13T14:21:15,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:21:15,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=656a4b2a4cbf83b430a0da3b8e5f896f, ASSIGN}] 2024-11-13T14:21:15,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=656a4b2a4cbf83b430a0da3b8e5f896f, ASSIGN 2024-11-13T14:21:15,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=656a4b2a4cbf83b430a0da3b8e5f896f, ASSIGN; state=OFFLINE, location=eb1966fd6578,37989,1731507663649; forceNewPlan=false, retain=false 2024-11-13T14:21:15,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=656a4b2a4cbf83b430a0da3b8e5f896f, regionState=OPENING, regionLocation=eb1966fd6578,37989,1731507663649 2024-11-13T14:21:15,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=656a4b2a4cbf83b430a0da3b8e5f896f, ASSIGN because future has completed 2024-11-13T14:21:15,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 656a4b2a4cbf83b430a0da3b8e5f896f, server=eb1966fd6578,37989,1731507663649}] 2024-11-13T14:21:16,029 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:16,029 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 656a4b2a4cbf83b430a0da3b8e5f896f, NAME => 'test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:16,030 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:16,030 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:21:16,030 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,030 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:16,030 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,030 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,031 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,032 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656a4b2a4cbf83b430a0da3b8e5f896f columnFamilyName f 2024-11-13T14:21:16,032 DEBUG [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:16,032 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] regionserver.HStore(327): Store=656a4b2a4cbf83b430a0da3b8e5f896f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:16,032 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,033 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656a4b2a4cbf83b430a0da3b8e5f896f columnFamilyName f1 2024-11-13T14:21:16,033 DEBUG [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:16,033 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] regionserver.HStore(327): Store=656a4b2a4cbf83b430a0da3b8e5f896f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:16,033 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,034 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656a4b2a4cbf83b430a0da3b8e5f896f columnFamilyName norep 2024-11-13T14:21:16,034 DEBUG [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:16,034 INFO [StoreOpener-656a4b2a4cbf83b430a0da3b8e5f896f-1 {}] regionserver.HStore(327): Store=656a4b2a4cbf83b430a0da3b8e5f896f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:16,034 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,035 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,035 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,036 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,036 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,036 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:21:16,037 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,038 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:16,038 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 656a4b2a4cbf83b430a0da3b8e5f896f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68703861, jitterRate=0.02376730740070343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:21:16,038 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:16,038 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 656a4b2a4cbf83b430a0da3b8e5f896f: Running coprocessor pre-open hook at 1731507676030Writing region info on filesystem at 1731507676030Initializing all the Stores at 1731507676031 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507676031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507676031Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507676031Cleaning up temporary data from old regions at 1731507676036 (+5 ms)Running coprocessor post-open hooks at 1731507676038 (+2 ms)Region opened successfully at 1731507676038 2024-11-13T14:21:16,039 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f., pid=6, masterSystemTime=1731507676026 2024-11-13T14:21:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:16,040 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:16,040 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:16,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=656a4b2a4cbf83b430a0da3b8e5f896f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,37989,1731507663649 2024-11-13T14:21:16,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 656a4b2a4cbf83b430a0da3b8e5f896f, server=eb1966fd6578,37989,1731507663649 because future has completed 2024-11-13T14:21:16,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:21:16,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 656a4b2a4cbf83b430a0da3b8e5f896f, server=eb1966fd6578,37989,1731507663649 in 167 msec 2024-11-13T14:21:16,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:21:16,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=656a4b2a4cbf83b430a0da3b8e5f896f, ASSIGN in 323 msec 2024-11-13T14:21:16,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:21:16,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507676046"}]},"ts":"1731507676046"} 2024-11-13T14:21:16,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:21:16,047 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:21:16,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-13T14:21:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:17,050 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:21:17,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44519,1731507669243 2024-11-13T14:21:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14da3a37 2024-11-13T14:21:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:17,052 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:17,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:21:17,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:21:17,054 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:17,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:21:17,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:21:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:17,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:21:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:17,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4f019e3d583e714dd5b821f7fd19343, NAME => 'test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038 2024-11-13T14:21:17,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:21:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:17,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:17,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d4f019e3d583e714dd5b821f7fd19343, disabling compactions & flushes 2024-11-13T14:21:17,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:17,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:17,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. after waiting 0 ms 2024-11-13T14:21:17,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:17,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:17,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4f019e3d583e714dd5b821f7fd19343: Waiting for close lock at 1731507677865Disabling compacts and flushes for region at 1731507677865Disabling writes for close at 1731507677865Writing region close event to WAL at 1731507677865Closed at 1731507677865 2024-11-13T14:21:17,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:21:17,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507677866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507677866"}]},"ts":"1731507677866"} 2024-11-13T14:21:17,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:21:17,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:21:17,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507677869"}]},"ts":"1731507677869"} 2024-11-13T14:21:17,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:21:17,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4f019e3d583e714dd5b821f7fd19343, ASSIGN}] 2024-11-13T14:21:17,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4f019e3d583e714dd5b821f7fd19343, ASSIGN 2024-11-13T14:21:17,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d4f019e3d583e714dd5b821f7fd19343, ASSIGN; state=OFFLINE, location=eb1966fd6578,42887,1731507669385; forceNewPlan=false, retain=false 2024-11-13T14:21:18,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4f019e3d583e714dd5b821f7fd19343, regionState=OPENING, regionLocation=eb1966fd6578,42887,1731507669385 2024-11-13T14:21:18,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d4f019e3d583e714dd5b821f7fd19343, ASSIGN because future has completed 2024-11-13T14:21:18,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4f019e3d583e714dd5b821f7fd19343, server=eb1966fd6578,42887,1731507669385}] 2024-11-13T14:21:18,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:21:18,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,180 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:18,180 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d4f019e3d583e714dd5b821f7fd19343, NAME => 'test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:18,180 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:18,180 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:21:18,181 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,181 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:18,181 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,181 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,182 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,183 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4f019e3d583e714dd5b821f7fd19343 columnFamilyName f 2024-11-13T14:21:18,183 DEBUG [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:18,183 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] regionserver.HStore(327): Store=d4f019e3d583e714dd5b821f7fd19343/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:18,183 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,184 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4f019e3d583e714dd5b821f7fd19343 columnFamilyName f1 2024-11-13T14:21:18,184 DEBUG [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:18,184 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] regionserver.HStore(327): Store=d4f019e3d583e714dd5b821f7fd19343/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:18,184 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,185 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4f019e3d583e714dd5b821f7fd19343 columnFamilyName norep 2024-11-13T14:21:18,185 DEBUG [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:18,185 INFO [StoreOpener-d4f019e3d583e714dd5b821f7fd19343-1 {}] regionserver.HStore(327): Store=d4f019e3d583e714dd5b821f7fd19343/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:18,185 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,186 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,186 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,186 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,186 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,187 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:21:18,187 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:18,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,207 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:18,208 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d4f019e3d583e714dd5b821f7fd19343; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63873372, jitterRate=-0.04821258783340454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:21:18,208 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:18,208 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d4f019e3d583e714dd5b821f7fd19343: Running coprocessor pre-open hook at 1731507678181Writing region info on filesystem at 1731507678181Initializing all the Stores at 1731507678181Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507678181Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507678181Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507678181Cleaning up temporary data from old regions at 1731507678187 (+6 ms)Running coprocessor post-open hooks at 1731507678208 (+21 ms)Region opened successfully at 1731507678208 2024-11-13T14:21:18,209 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343., pid=6, masterSystemTime=1731507678177 2024-11-13T14:21:18,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,211 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:18,211 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:18,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4f019e3d583e714dd5b821f7fd19343, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,42887,1731507669385 2024-11-13T14:21:18,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:18,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4f019e3d583e714dd5b821f7fd19343, server=eb1966fd6578,42887,1731507669385 because future has completed 2024-11-13T14:21:18,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:21:18,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4f019e3d583e714dd5b821f7fd19343, server=eb1966fd6578,42887,1731507669385 in 190 msec 2024-11-13T14:21:18,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:21:18,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d4f019e3d583e714dd5b821f7fd19343, ASSIGN in 346 msec 2024-11-13T14:21:18,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:21:18,219 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507678219"}]},"ts":"1731507678219"} 2024-11-13T14:21:18,221 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:21:18,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:21:18,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-13T14:21:18,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:21:18,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:21:18,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T14:21:18,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:21:18,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T14:21:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:21:19,210 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:21:19,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c1008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:19,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44317,-1 for getting cluster id 2024-11-13T14:21:19,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:19,211 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f642d7b7-758b-476d-ae00-6d4326c2da0b' 2024-11-13T14:21:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f642d7b7-758b-476d-ae00-6d4326c2da0b" 2024-11-13T14:21:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc2408c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44317,-1] 2024-11-13T14:21:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:19,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:19,213 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdcebc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:19,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44317,1731507657993 2024-11-13T14:21:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb2fe0d 2024-11-13T14:21:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:19,215 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:19,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:38787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:21:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:21:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:19,218 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:38787' 2024-11-13T14:21:19,218 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c66aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:19,218 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38787,-1 for getting cluster id 2024-11-13T14:21:19,219 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:19,219 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71772939-9c99-483f-bcb0-678c01f39def' 2024-11-13T14:21:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71772939-9c99-483f-bcb0-678c01f39def" 2024-11-13T14:21:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337fbbad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38787,-1] 2024-11-13T14:21:19,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:19,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:19,220 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:19,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ebe439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:19,221 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:19,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38787,1731507663488 2024-11-13T14:21:19,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d57f4e8 2024-11-13T14:21:19,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:19,222 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:19,223 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T14:21:19,223 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:21:19,223 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:19,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:19,223 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:19,223 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:19,224 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:21:19,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:21:19,225 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:19,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:21:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:21:19,274 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:21:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:19,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6218170c0867811863bfa93af339a21a, NAME => 'hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6 2024-11-13T14:21:19,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:21:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:20,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:20,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6218170c0867811863bfa93af339a21a, disabling compactions & flushes 2024-11-13T14:21:20,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:20,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:20,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. after waiting 0 ms 2024-11-13T14:21:20,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:20,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:20,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6218170c0867811863bfa93af339a21a: Waiting for close lock at 1731507680040Disabling compacts and flushes for region at 1731507680040Disabling writes for close at 1731507680040Writing region close event to WAL at 1731507680040Closed at 1731507680040 2024-11-13T14:21:20,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:21:20,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507680041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507680041"}]},"ts":"1731507680041"} 2024-11-13T14:21:20,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:21:20,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:21:20,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507680044"}]},"ts":"1731507680044"} 2024-11-13T14:21:20,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:21:20,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6218170c0867811863bfa93af339a21a, ASSIGN}] 2024-11-13T14:21:20,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6218170c0867811863bfa93af339a21a, ASSIGN 2024-11-13T14:21:20,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6218170c0867811863bfa93af339a21a, ASSIGN; state=OFFLINE, location=eb1966fd6578,45045,1731507658203; forceNewPlan=false, retain=false 2024-11-13T14:21:20,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6218170c0867811863bfa93af339a21a, regionState=OPENING, regionLocation=eb1966fd6578,45045,1731507658203 2024-11-13T14:21:20,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6218170c0867811863bfa93af339a21a, ASSIGN because future has completed 2024-11-13T14:21:20,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6218170c0867811863bfa93af339a21a, server=eb1966fd6578,45045,1731507658203}] 2024-11-13T14:21:20,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:20,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:20,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:21:20,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C45045%2C1731507658203.rep, suffix=, logDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203, archiveDir=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/oldWALs, maxLogs=10 2024-11-13T14:21:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:20,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.rep.1731507680356, exclude list is [], retry=0 2024-11-13T14:21:20,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41667,DS-89e284fa-c021-4b87-bd5d-5382c2ac6f2d,DISK] 2024-11-13T14:21:20,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.rep.1731507680356 2024-11-13T14:21:20,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35793:35793)] 2024-11-13T14:21:20,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6218170c0867811863bfa93af339a21a, NAME => 'hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:20,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:20,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:21:20,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. service=MultiRowMutationService 2024-11-13T14:21:20,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:21:20,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:20,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,374 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,375 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6218170c0867811863bfa93af339a21a columnFamilyName hfileref 2024-11-13T14:21:20,375 DEBUG [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:20,375 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] regionserver.HStore(327): Store=6218170c0867811863bfa93af339a21a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:20,375 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,376 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6218170c0867811863bfa93af339a21a columnFamilyName queue 2024-11-13T14:21:20,376 DEBUG [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:20,376 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] regionserver.HStore(327): Store=6218170c0867811863bfa93af339a21a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:20,376 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,377 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6218170c0867811863bfa93af339a21a columnFamilyName sid 2024-11-13T14:21:20,377 DEBUG [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:20,378 INFO [StoreOpener-6218170c0867811863bfa93af339a21a-1 {}] regionserver.HStore(327): Store=6218170c0867811863bfa93af339a21a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:20,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:21:20,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:20,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6218170c0867811863bfa93af339a21a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66948633, jitterRate=-0.002387627959251404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:21:20,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:20,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6218170c0867811863bfa93af339a21a: Running coprocessor pre-open hook at 1731507680373Writing region info on filesystem at 1731507680373Initializing all the Stores at 1731507680373Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507680373Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507680374 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507680374Cleaning up temporary data from old regions at 1731507680379 (+5 ms)Running coprocessor post-open hooks at 1731507680382 (+3 ms)Region opened successfully at 1731507680383 (+1 ms) 2024-11-13T14:21:20,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a., pid=10, masterSystemTime=1731507680352 2024-11-13T14:21:20,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:20,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:20,385 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6218170c0867811863bfa93af339a21a, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,45045,1731507658203 2024-11-13T14:21:20,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6218170c0867811863bfa93af339a21a, server=eb1966fd6578,45045,1731507658203 because future has completed 2024-11-13T14:21:20,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:21:20,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6218170c0867811863bfa93af339a21a, server=eb1966fd6578,45045,1731507658203 in 188 msec 2024-11-13T14:21:20,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:21:20,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6218170c0867811863bfa93af339a21a, ASSIGN in 344 msec 2024-11-13T14:21:20,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:21:20,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507680391"}]},"ts":"1731507680391"} 2024-11-13T14:21:20,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:21:20,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:21:20,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-13T14:21:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a., hostname=eb1966fd6578,45045,1731507658203, seqNum=2] 2024-11-13T14:21:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:20,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:21:20,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:21:20,680 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:21:20,704 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,45045,1731507658203, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:21:20,704 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:20,704 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45045,1731507658203, seqNum=-1] 2024-11-13T14:21:20,704 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:20,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T14:21:20,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,45045,1731507658203', locateType=CURRENT is [region=hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a., hostname=eb1966fd6578,45045,1731507658203, seqNum=2] 2024-11-13T14:21:20,709 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:21:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:21:20,711 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,45045,1731507658203 suceeded 2024-11-13T14:21:20,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:21:20,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-13T14:21:20,712 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:38787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:21:20,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-13T14:21:20,721 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:38787' 2024-11-13T14:21:20,722 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cd2da75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:20,722 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38787,-1 for getting cluster id 2024-11-13T14:21:20,722 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:20,723 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71772939-9c99-483f-bcb0-678c01f39def' 2024-11-13T14:21:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71772939-9c99-483f-bcb0-678c01f39def" 2024-11-13T14:21:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387395dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38787,-1] 2024-11-13T14:21:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:20,724 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:20,725 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fc6c686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:20,725 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38787,1731507663488 2024-11-13T14:21:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5948de8f 2024-11-13T14:21:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:20,726 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T14:21:20,727 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,45045,1731507658203 (queues=1) is replicating from cluster=f642d7b7-758b-476d-ae00-6d4326c2da0b to cluster=71772939-9c99-483f-bcb0-678c01f39def 2024-11-13T14:21:20,727 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C45045%2C1731507658203 2024-11-13T14:21:20,727 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,45045,1731507658203, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:21:20,727 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C45045%2C1731507658203 2024-11-13T14:21:20,727 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, startPosition=0, beingWritten=true 2024-11-13T14:21:20,731 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:20,731 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:20,731 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:20,934 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:21,238 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:21,380 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:21:21,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:21,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:21,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:21,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:21,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:21,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258aac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:21,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38787,-1 for getting cluster id 2024-11-13T14:21:21,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:21,381 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71772939-9c99-483f-bcb0-678c01f39def' 2024-11-13T14:21:21,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:21,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71772939-9c99-483f-bcb0-678c01f39def" 2024-11-13T14:21:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb36154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38787,-1] 2024-11-13T14:21:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:21,382 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a69296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:21,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38787,1731507663488 2024-11-13T14:21:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44268bed 2024-11-13T14:21:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:21,384 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:21,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:44519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:21:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:21:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:21,386 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44519' 2024-11-13T14:21:21,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c83b1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:21,387 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44519,-1 for getting cluster id 2024-11-13T14:21:21,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:21,388 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49936b-5f51-4743-9492-688cd1ad378f' 2024-11-13T14:21:21,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:21,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49936b-5f51-4743-9492-688cd1ad378f" 2024-11-13T14:21:21,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7cff03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:21,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44519,-1] 2024-11-13T14:21:21,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:21,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:21,389 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:21,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d3939d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:21,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:21,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44519,1731507669243 2024-11-13T14:21:21,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@382a8fd2 2024-11-13T14:21:21,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:21,390 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:21,391 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:21:21,391 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:21:21,391 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:21,391 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:21,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:21,391 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:21,392 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:21:21,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:21:21,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:21,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:21:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:21:21,443 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:21:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:21,641 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:21,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57287efb054ea6e1bf72a6716deb7534, NAME => 'hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620 2024-11-13T14:21:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:21:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:22,144 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:22,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:22,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 57287efb054ea6e1bf72a6716deb7534, disabling compactions & flushes 2024-11-13T14:21:22,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:22,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:22,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. after waiting 0 ms 2024-11-13T14:21:22,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:22,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:22,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57287efb054ea6e1bf72a6716deb7534: Waiting for close lock at 1731507682204Disabling compacts and flushes for region at 1731507682204Disabling writes for close at 1731507682204Writing region close event to WAL at 1731507682204Closed at 1731507682204 2024-11-13T14:21:22,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:21:22,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507682263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507682263"}]},"ts":"1731507682263"} 2024-11-13T14:21:22,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:21:22,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:21:22,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507682266"}]},"ts":"1731507682266"} 2024-11-13T14:21:22,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:21:22,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57287efb054ea6e1bf72a6716deb7534, ASSIGN}] 2024-11-13T14:21:22,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57287efb054ea6e1bf72a6716deb7534, ASSIGN 2024-11-13T14:21:22,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57287efb054ea6e1bf72a6716deb7534, ASSIGN; state=OFFLINE, location=eb1966fd6578,37989,1731507663649; forceNewPlan=false, retain=false 2024-11-13T14:21:22,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57287efb054ea6e1bf72a6716deb7534, regionState=OPENING, regionLocation=eb1966fd6578,37989,1731507663649 2024-11-13T14:21:22,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57287efb054ea6e1bf72a6716deb7534, ASSIGN because future has completed 2024-11-13T14:21:22,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57287efb054ea6e1bf72a6716deb7534, server=eb1966fd6578,37989,1731507663649}] 2024-11-13T14:21:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:22,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:22,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:22,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:21:22,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C37989%2C1731507663649.rep, suffix=, logDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649, archiveDir=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/oldWALs, maxLogs=10 2024-11-13T14:21:22,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.rep.1731507682578, exclude list is [], retry=0 2024-11-13T14:21:22,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38531,DS-2371bbdd-d74d-42c6-a28f-9b00f5069f75,DISK] 2024-11-13T14:21:22,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.rep.1731507682578 2024-11-13T14:21:22,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-11-13T14:21:22,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 57287efb054ea6e1bf72a6716deb7534, NAME => 'hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:22,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:22,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:21:22,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. service=MultiRowMutationService 2024-11-13T14:21:22,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:21:22,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:22,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,593 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,594 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57287efb054ea6e1bf72a6716deb7534 columnFamilyName hfileref 2024-11-13T14:21:22,594 DEBUG [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:22,595 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] regionserver.HStore(327): Store=57287efb054ea6e1bf72a6716deb7534/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:22,595 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,596 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57287efb054ea6e1bf72a6716deb7534 columnFamilyName queue 2024-11-13T14:21:22,596 DEBUG [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:22,596 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] regionserver.HStore(327): Store=57287efb054ea6e1bf72a6716deb7534/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:22,596 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,597 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57287efb054ea6e1bf72a6716deb7534 columnFamilyName sid 2024-11-13T14:21:22,597 DEBUG [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:22,597 INFO [StoreOpener-57287efb054ea6e1bf72a6716deb7534-1 {}] regionserver.HStore(327): Store=57287efb054ea6e1bf72a6716deb7534/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:22,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:21:22,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:22,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 57287efb054ea6e1bf72a6716deb7534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74075274, jitterRate=0.10380759835243225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:21:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 57287efb054ea6e1bf72a6716deb7534: Running coprocessor pre-open hook at 1731507682592Writing region info on filesystem at 1731507682592Initializing all the Stores at 1731507682593 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507682593Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507682593Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507682593Cleaning up temporary data from old regions at 1731507682598 (+5 ms)Running coprocessor post-open hooks at 1731507682601 (+3 ms)Region opened successfully at 1731507682601 2024-11-13T14:21:22,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534., pid=10, masterSystemTime=1731507682574 2024-11-13T14:21:22,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:22,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:22,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57287efb054ea6e1bf72a6716deb7534, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,37989,1731507663649 2024-11-13T14:21:22,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57287efb054ea6e1bf72a6716deb7534, server=eb1966fd6578,37989,1731507663649 because future has completed 2024-11-13T14:21:22,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:21:22,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 57287efb054ea6e1bf72a6716deb7534, server=eb1966fd6578,37989,1731507663649 in 184 msec 2024-11-13T14:21:22,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:21:22,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57287efb054ea6e1bf72a6716deb7534, ASSIGN in 339 msec 2024-11-13T14:21:22,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:21:22,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507682609"}]},"ts":"1731507682609"} 2024-11-13T14:21:22,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:21:22,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:21:22,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-13T14:21:22,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534., hostname=eb1966fd6578,37989,1731507663649, seqNum=2] 2024-11-13T14:21:22,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:22,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:22,747 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:22,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:21:22,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:21:22,927 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:21:22,953 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,37989,1731507663649, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:21:22,954 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:22,954 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37989,1731507663649, seqNum=-1] 2024-11-13T14:21:22,954 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:22,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T14:21:22,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,37989,1731507663649', locateType=CURRENT is [region=hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534., hostname=eb1966fd6578,37989,1731507663649, seqNum=2] 2024-11-13T14:21:22,960 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:21:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:21:22,962 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,37989,1731507663649 suceeded 2024-11-13T14:21:22,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:21:22,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-13T14:21:22,963 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:44519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:21:22,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5790 sec 2024-11-13T14:21:22,978 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44519' 2024-11-13T14:21:22,980 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0ccf8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:22,980 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44519,-1 for getting cluster id 2024-11-13T14:21:22,980 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:22,981 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49936b-5f51-4743-9492-688cd1ad378f' 2024-11-13T14:21:22,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:22,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49936b-5f51-4743-9492-688cd1ad378f" 2024-11-13T14:21:22,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24353c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:22,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44519,-1] 2024-11-13T14:21:22,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:22,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:22,982 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:22,982 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd7ad74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:22,982 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44519,1731507669243 2024-11-13T14:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@649303d7 2024-11-13T14:21:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:22,984 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T14:21:22,984 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,37989,1731507663649 (queues=1) is replicating from cluster=71772939-9c99-483f-bcb0-678c01f39def to cluster=bd49936b-5f51-4743-9492-688cd1ad378f 2024-11-13T14:21:22,985 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C37989%2C1731507663649 2024-11-13T14:21:22,985 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,37989,1731507663649, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:21:22,985 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C37989%2C1731507663649 2024-11-13T14:21:22,985 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, startPosition=0, beingWritten=true 2024-11-13T14:21:22,989 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:22,990 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 379, reset compression=false 2024-11-13T14:21:22,990 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:23,193 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 379, reset compression=false 2024-11-13T14:21:23,450 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:23,497 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 379, reset compression=false 2024-11-13T14:21:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:23,529 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:21:23,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:23,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:23,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:23,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:23,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:23,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0d370f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:23,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44519,-1 for getting cluster id 2024-11-13T14:21:23,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:23,531 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49936b-5f51-4743-9492-688cd1ad378f' 2024-11-13T14:21:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49936b-5f51-4743-9492-688cd1ad378f" 2024-11-13T14:21:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604b4266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44519,-1] 2024-11-13T14:21:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:23,532 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:23,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497aeb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:23,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44519,1731507669243 2024-11-13T14:21:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d485822 2024-11-13T14:21:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:23,533 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:23,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:44317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:21:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:21:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:23,536 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44317' 2024-11-13T14:21:23,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35624bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:23,537 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44317,-1 for getting cluster id 2024-11-13T14:21:23,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:23,537 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f642d7b7-758b-476d-ae00-6d4326c2da0b' 2024-11-13T14:21:23,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:23,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f642d7b7-758b-476d-ae00-6d4326c2da0b" 2024-11-13T14:21:23,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b87b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:23,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44317,-1] 2024-11-13T14:21:23,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:23,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:23,538 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:23,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9632a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:23,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:23,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44317,1731507657993 2024-11-13T14:21:23,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19f06aca 2024-11-13T14:21:23,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:23,540 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:23,541 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:21:23,541 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:21:23,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:23,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:23,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:23,541 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:23,542 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:21:23,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:21:23,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:23,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:21:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:21:23,593 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:21:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:23,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:21:23,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:23,900 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 379, reset compression=false 2024-11-13T14:21:23,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f785ec24118cfd299dcece99560b31b, NAME => 'hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038 2024-11-13T14:21:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:21:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:24,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:21:24,254 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:24,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:24,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2f785ec24118cfd299dcece99560b31b, disabling compactions & flushes 2024-11-13T14:21:24,358 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:24,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:24,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. after waiting 0 ms 2024-11-13T14:21:24,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:24,358 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:24,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f785ec24118cfd299dcece99560b31b: Waiting for close lock at 1731507684358Disabling compacts and flushes for region at 1731507684358Disabling writes for close at 1731507684358Writing region close event to WAL at 1731507684358Closed at 1731507684358 2024-11-13T14:21:24,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:21:24,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507684359"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507684359"}]},"ts":"1731507684359"} 2024-11-13T14:21:24,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:21:24,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:21:24,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507684361"}]},"ts":"1731507684361"} 2024-11-13T14:21:24,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:21:24,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f785ec24118cfd299dcece99560b31b, ASSIGN}] 2024-11-13T14:21:24,363 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f785ec24118cfd299dcece99560b31b, ASSIGN 2024-11-13T14:21:24,364 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f785ec24118cfd299dcece99560b31b, ASSIGN; state=OFFLINE, location=eb1966fd6578,42887,1731507669385; forceNewPlan=false, retain=false 2024-11-13T14:21:24,403 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 379, reset compression=false 2024-11-13T14:21:24,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f785ec24118cfd299dcece99560b31b, regionState=OPENING, regionLocation=eb1966fd6578,42887,1731507669385 2024-11-13T14:21:24,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f785ec24118cfd299dcece99560b31b, ASSIGN because future has completed 2024-11-13T14:21:24,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f785ec24118cfd299dcece99560b31b, server=eb1966fd6578,42887,1731507669385}] 2024-11-13T14:21:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:24,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:24,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:24,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:21:24,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C42887%2C1731507669385.rep, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/oldWALs, maxLogs=10 2024-11-13T14:21:24,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.rep.1731507684673, exclude list is [], retry=0 2024-11-13T14:21:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33911,DS-c6ad9aa0-0717-430b-a951-e6ecd984d7fe,DISK] 2024-11-13T14:21:24,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.rep.1731507684673 2024-11-13T14:21:24,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44471:44471)] 2024-11-13T14:21:24,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f785ec24118cfd299dcece99560b31b, NAME => 'hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:24,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:24,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:21:24,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. service=MultiRowMutationService 2024-11-13T14:21:24,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:21:24,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:24,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,695 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,696 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f785ec24118cfd299dcece99560b31b columnFamilyName hfileref 2024-11-13T14:21:24,696 DEBUG [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:24,696 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] regionserver.HStore(327): Store=2f785ec24118cfd299dcece99560b31b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:24,697 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,697 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f785ec24118cfd299dcece99560b31b columnFamilyName queue 2024-11-13T14:21:24,697 DEBUG [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:24,698 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] regionserver.HStore(327): Store=2f785ec24118cfd299dcece99560b31b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:24,698 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,698 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f785ec24118cfd299dcece99560b31b columnFamilyName sid 2024-11-13T14:21:24,698 DEBUG [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:24,698 INFO [StoreOpener-2f785ec24118cfd299dcece99560b31b-1 {}] regionserver.HStore(327): Store=2f785ec24118cfd299dcece99560b31b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:24,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:21:24,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:24,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2f785ec24118cfd299dcece99560b31b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67398402, jitterRate=0.004314452409744263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:21:24,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:24,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2f785ec24118cfd299dcece99560b31b: Running coprocessor pre-open hook at 1731507684694Writing region info on filesystem at 1731507684694Initializing all the Stores at 1731507684695 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507684695Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507684695Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507684695Cleaning up temporary data from old regions at 1731507684700 (+5 ms)Running coprocessor post-open hooks at 1731507684703 (+3 ms)Region opened successfully at 1731507684703 2024-11-13T14:21:24,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b., pid=10, masterSystemTime=1731507684668 2024-11-13T14:21:24,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:24,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:24,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f785ec24118cfd299dcece99560b31b, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42887,1731507669385 2024-11-13T14:21:24,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f785ec24118cfd299dcece99560b31b, server=eb1966fd6578,42887,1731507669385 because future has completed 2024-11-13T14:21:24,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:21:24,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f785ec24118cfd299dcece99560b31b, server=eb1966fd6578,42887,1731507669385 in 192 msec 2024-11-13T14:21:24,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:21:24,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f785ec24118cfd299dcece99560b31b, ASSIGN in 347 msec 2024-11-13T14:21:24,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:21:24,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507684712"}]},"ts":"1731507684712"} 2024-11-13T14:21:24,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:21:24,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:21:24,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-13T14:21:24,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b., hostname=eb1966fd6578,42887,1731507669385, seqNum=2] 2024-11-13T14:21:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:24,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:24,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:21:25,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:21:25,006 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:21:25,007 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 379, reset compression=false 2024-11-13T14:21:25,031 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,42887,1731507669385, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:21:25,031 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:25,031 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42887,1731507669385, seqNum=-1] 2024-11-13T14:21:25,032 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:25,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T14:21:25,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,42887,1731507669385', locateType=CURRENT is [region=hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b., hostname=eb1966fd6578,42887,1731507669385, seqNum=2] 2024-11-13T14:21:25,035 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:21:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:21:25,037 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,42887,1731507669385 suceeded 2024-11-13T14:21:25,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:21:25,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-13T14:21:25,038 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:44317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:21:25,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-13T14:21:25,047 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44317' 2024-11-13T14:21:25,048 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41d4ac7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,048 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44317,-1 for getting cluster id 2024-11-13T14:21:25,048 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:25,049 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f642d7b7-758b-476d-ae00-6d4326c2da0b' 2024-11-13T14:21:25,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:25,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f642d7b7-758b-476d-ae00-6d4326c2da0b" 2024-11-13T14:21:25,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@762c959c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44317,-1] 2024-11-13T14:21:25,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:25,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:25,050 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:25,050 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1f4b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,050 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:25,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44317,1731507657993 2024-11-13T14:21:25,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2960e42f 2024-11-13T14:21:25,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:25,052 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T14:21:25,052 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,42887,1731507669385 (queues=1) is replicating from cluster=bd49936b-5f51-4743-9492-688cd1ad378f to cluster=f642d7b7-758b-476d-ae00-6d4326c2da0b 2024-11-13T14:21:25,052 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C42887%2C1731507669385 2024-11-13T14:21:25,052 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,42887,1731507669385, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:21:25,052 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C42887%2C1731507669385 2024-11-13T14:21:25,053 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, startPosition=0, beingWritten=true 2024-11-13T14:21:25,056 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:25,056 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 379, reset compression=false 2024-11-13T14:21:25,056 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42887,1731507669385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:25,157 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:25,260 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 379, reset compression=false 2024-11-13T14:21:25,563 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 379, reset compression=false 2024-11-13T14:21:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:21:25,680 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:21:25,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:25,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:25,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:25,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:25,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:25,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd60ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44317,-1 for getting cluster id 2024-11-13T14:21:25,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:25,681 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f642d7b7-758b-476d-ae00-6d4326c2da0b' 2024-11-13T14:21:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f642d7b7-758b-476d-ae00-6d4326c2da0b" 2024-11-13T14:21:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf6ac3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44317,-1] 2024-11-13T14:21:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:25,682 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a01cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612f1aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38787,-1 for getting cluster id 2024-11-13T14:21:25,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:25,684 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71772939-9c99-483f-bcb0-678c01f39def' 2024-11-13T14:21:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71772939-9c99-483f-bcb0-678c01f39def" 2024-11-13T14:21:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202ed1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38787,-1] 2024-11-13T14:21:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:25,685 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209a3a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d603b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44519,-1 for getting cluster id 2024-11-13T14:21:25,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:25,686 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49936b-5f51-4743-9492-688cd1ad378f' 2024-11-13T14:21:25,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49936b-5f51-4743-9492-688cd1ad378f" 2024-11-13T14:21:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27795e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44519,-1] 2024-11-13T14:21:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:25,687 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0caffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:25,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:25,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45045,1731507658203, seqNum=-1] 2024-11-13T14:21:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:25,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4., hostname=eb1966fd6578,45045,1731507658203, seqNum=2] 2024-11-13T14:21:25,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:25,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42887,1731507669385, seqNum=-1] 2024-11-13T14:21:25,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:25,710 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 379, reset compression=false 2024-11-13T14:21:25,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:25,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343., hostname=eb1966fd6578,42887,1731507669385, seqNum=2] 2024-11-13T14:21:25,715 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T14:21:25,966 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 379, reset compression=false 2024-11-13T14:21:26,160 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 379, reset compression=false 2024-11-13T14:21:26,163 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:26,163 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 480, reset compression=false 2024-11-13T14:21:26,163 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ee05a77173dc64487a427cc1258f7b4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T14:21:26,165 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:26,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T14:21:26,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:26,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@225416a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:26,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38787,-1 for getting cluster id 2024-11-13T14:21:26,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:26,168 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71772939-9c99-483f-bcb0-678c01f39def' 2024-11-13T14:21:26,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:26,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71772939-9c99-483f-bcb0-678c01f39def" 2024-11-13T14:21:26,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c9b05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:26,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38787,-1] 2024-11-13T14:21:26,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:26,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:26,169 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:26,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40180e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:26,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:26,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37989,1731507663649, seqNum=-1] 2024-11-13T14:21:26,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:26,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T14:21:26,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f., hostname=eb1966fd6578,37989,1731507663649, seqNum=2] 2024-11-13T14:21:26,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:26,366 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 480, reset compression=false 2024-11-13T14:21:26,468 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 379, reset compression=false 2024-11-13T14:21:26,514 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 379, reset compression=false 2024-11-13T14:21:26,518 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:26,518 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 504, reset compression=false 2024-11-13T14:21:26,518 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[{test/656a4b2a4cbf83b430a0da3b8e5f896f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T14:21:26,520 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:26,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T14:21:26,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:26,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3229d205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:26,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44519,-1 for getting cluster id 2024-11-13T14:21:26,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:26,523 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49936b-5f51-4743-9492-688cd1ad378f' 2024-11-13T14:21:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49936b-5f51-4743-9492-688cd1ad378f" 2024-11-13T14:21:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a5c53a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44519,-1] 2024-11-13T14:21:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:26,523 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:26,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e437b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:26,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:26,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42887,1731507669385, seqNum=-1] 2024-11-13T14:21:26,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:26,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T14:21:26,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343., hostname=eb1966fd6578,42887,1731507669385, seqNum=2] 2024-11-13T14:21:26,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:26,669 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 480, reset compression=false 2024-11-13T14:21:26,717 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T14:21:26,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,37989,1731507663649, seqNum=-1] 2024-11-13T14:21:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:26,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:26,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f., hostname=eb1966fd6578,37989,1731507663649, seqNum=2] 2024-11-13T14:21:26,721 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 504, reset compression=false 2024-11-13T14:21:26,723 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T14:21:26,725 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:26,725 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 608, reset compression=false 2024-11-13T14:21:26,725 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[{test/656a4b2a4cbf83b430a0da3b8e5f896f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T14:21:26,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:26,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:26,928 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 608, reset compression=false 2024-11-13T14:21:27,071 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 379, reset compression=false 2024-11-13T14:21:27,072 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 480, reset compression=false 2024-11-13T14:21:27,075 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:27,075 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 654, reset compression=false 2024-11-13T14:21:27,075 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42887,1731507669385 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4f019e3d583e714dd5b821f7fd19343/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T14:21:27,077 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:27,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T14:21:27,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:27,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d14ff59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:27,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44317,-1 for getting cluster id 2024-11-13T14:21:27,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:27,079 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f642d7b7-758b-476d-ae00-6d4326c2da0b' 2024-11-13T14:21:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f642d7b7-758b-476d-ae00-6d4326c2da0b" 2024-11-13T14:21:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e0afbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44317,-1] 2024-11-13T14:21:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:27,080 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:27,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47efd185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:27,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45045,1731507658203, seqNum=-1] 2024-11-13T14:21:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:27,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T14:21:27,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4., hostname=eb1966fd6578,45045,1731507658203, seqNum=2] 2024-11-13T14:21:27,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:27,231 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 608, reset compression=false 2024-11-13T14:21:27,279 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 654, reset compression=false 2024-11-13T14:21:27,574 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 480, reset compression=false 2024-11-13T14:21:27,578 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:27,578 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 631, reset compression=false 2024-11-13T14:21:27,578 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:27,582 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 654, reset compression=false 2024-11-13T14:21:27,583 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:21:27,635 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 608, reset compression=false 2024-11-13T14:21:27,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T14:21:27,727 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T14:21:27,782 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 631, reset compression=false 2024-11-13T14:21:27,985 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 654, reset compression=false 2024-11-13T14:21:27,989 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:27,989 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 758, reset compression=false 2024-11-13T14:21:27,989 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42887,1731507669385 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4f019e3d583e714dd5b821f7fd19343/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T14:21:27,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:27,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:28,085 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 631, reset compression=false 2024-11-13T14:21:28,088 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:28,088 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 759, reset compression=false 2024-11-13T14:21:28,088 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ee05a77173dc64487a427cc1258f7b4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T14:21:28,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:28,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:28,138 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 608, reset compression=false 2024-11-13T14:21:28,141 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:28,141 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 760, reset compression=false 2024-11-13T14:21:28,141 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:28,192 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 758, reset compression=false 2024-11-13T14:21:28,291 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 759, reset compression=false 2024-11-13T14:21:28,345 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 760, reset compression=false 2024-11-13T14:21:28,495 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 758, reset compression=false 2024-11-13T14:21:28,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:21:28,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T14:21:28,594 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 759, reset compression=false 2024-11-13T14:21:28,648 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 760, reset compression=false 2024-11-13T14:21:28,728 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T14:21:28,731 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T14:21:28,899 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 758, reset compression=false 2024-11-13T14:21:28,997 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 759, reset compression=false 2024-11-13T14:21:29,001 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:29,001 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 915, reset compression=false 2024-11-13T14:21:29,001 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ee05a77173dc64487a427cc1258f7b4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T14:21:29,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:29,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:29,053 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 760, reset compression=false 2024-11-13T14:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 908, reset compression=false 2024-11-13T14:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[{test/656a4b2a4cbf83b430a0da3b8e5f896f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T14:21:29,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:29,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:29,204 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 915, reset compression=false 2024-11-13T14:21:29,259 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 908, reset compression=false 2024-11-13T14:21:29,402 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 758, reset compression=false 2024-11-13T14:21:29,406 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:29,406 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 929, reset compression=false 2024-11-13T14:21:29,406 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42887,1731507669385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:29,508 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 915, reset compression=false 2024-11-13T14:21:29,563 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 908, reset compression=false 2024-11-13T14:21:29,620 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 929, reset compression=false 2024-11-13T14:21:29,733 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T14:21:29,736 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T14:21:29,912 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 915, reset compression=false 2024-11-13T14:21:29,923 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 929, reset compression=false 2024-11-13T14:21:29,966 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 908, reset compression=false 2024-11-13T14:21:29,971 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:29,971 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1067, reset compression=false 2024-11-13T14:21:29,971 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[{test/656a4b2a4cbf83b430a0da3b8e5f896f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T14:21:29,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:29,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:30,186 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1067, reset compression=false 2024-11-13T14:21:30,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:21:30,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:30,326 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 929, reset compression=false 2024-11-13T14:21:30,330 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:30,330 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1078, reset compression=false 2024-11-13T14:21:30,330 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42887,1731507669385 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4f019e3d583e714dd5b821f7fd19343/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T14:21:30,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:30,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:30,415 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 915, reset compression=false 2024-11-13T14:21:30,419 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:30,419 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1088, reset compression=false 2024-11-13T14:21:30,419 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:30,490 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1067, reset compression=false 2024-11-13T14:21:30,533 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1078, reset compression=false 2024-11-13T14:21:30,622 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1088, reset compression=false 2024-11-13T14:21:30,738 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T14:21:30,742 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T14:21:30,835 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1078, reset compression=false 2024-11-13T14:21:30,840 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:30,840 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1237, reset compression=false 2024-11-13T14:21:30,840 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42887,1731507669385 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4f019e3d583e714dd5b821f7fd19343/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T14:21:30,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:30,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:30,893 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1067, reset compression=false 2024-11-13T14:21:30,924 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1088, reset compression=false 2024-11-13T14:21:30,928 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:30,928 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1238, reset compression=false 2024-11-13T14:21:30,928 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ee05a77173dc64487a427cc1258f7b4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T14:21:30,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:30,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:31,043 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1237, reset compression=false 2024-11-13T14:21:31,132 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1238, reset compression=false 2024-11-13T14:21:31,347 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1237, reset compression=false 2024-11-13T14:21:31,397 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1067, reset compression=false 2024-11-13T14:21:31,401 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:31,401 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1241, reset compression=false 2024-11-13T14:21:31,401 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:31,435 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1238, reset compression=false 2024-11-13T14:21:31,604 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1241, reset compression=false 2024-11-13T14:21:31,743 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T14:21:31,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1935ca61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:31,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44519,-1 for getting cluster id 2024-11-13T14:21:31,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:31,749 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1237, reset compression=false 2024-11-13T14:21:31,749 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49936b-5f51-4743-9492-688cd1ad378f' 2024-11-13T14:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49936b-5f51-4743-9492-688cd1ad378f" 2024-11-13T14:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1847ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44519,-1] 2024-11-13T14:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:31,751 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:31,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344095d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:31,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44519,1731507669243 2024-11-13T14:21:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac3a5fc 2024-11-13T14:21:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:31,755 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:31,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-13T14:21:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T14:21:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T14:21:31,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:21:31,837 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1238, reset compression=false 2024-11-13T14:21:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T14:21:31,907 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1241, reset compression=false 2024-11-13T14:21:31,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T14:21:31,972 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T14:21:31,972 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T14:21:31,972 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,42887,1731507669385 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T14:21:31,972 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0. 2024-11-13T14:21:31,973 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:31,973 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:31,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:31,973 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:32,073 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:21:32,073 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T14:21:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T14:21:32,173 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 terminated 2024-11-13T14:21:32,188 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,42887,1731507669385, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:21:32,188 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T14:21:32,188 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T14:21:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T14:21:32,190 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on eb1966fd6578,42887,1731507669385 suceeded 2024-11-13T14:21:32,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T14:21:32,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-13T14:21:32,192 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T14:21:32,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 437 msec 2024-11-13T14:21:32,201 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:44317' 2024-11-13T14:21:32,202 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca9ec3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:32,202 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44317,-1 for getting cluster id 2024-11-13T14:21:32,202 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:32,203 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f642d7b7-758b-476d-ae00-6d4326c2da0b' 2024-11-13T14:21:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f642d7b7-758b-476d-ae00-6d4326c2da0b" 2024-11-13T14:21:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d8fb2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44317,-1] 2024-11-13T14:21:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:32,204 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:32,205 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b216ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:32,205 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:32,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44317,1731507657993 2024-11-13T14:21:32,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32662d 2024-11-13T14:21:32,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:32,206 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T14:21:32,207 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,42887,1731507669385 (queues=1) is replicating from cluster=bd49936b-5f51-4743-9492-688cd1ad378f to cluster=f642d7b7-758b-476d-ae00-6d4326c2da0b 2024-11-13T14:21:32,207 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C42887%2C1731507669385 2024-11-13T14:21:32,207 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,42887,1731507669385, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:21:32,207 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C42887%2C1731507669385 2024-11-13T14:21:32,310 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1241, reset compression=false 2024-11-13T14:21:32,340 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1238, reset compression=false 2024-11-13T14:21:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T14:21:32,390 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:21:32,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:32,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:32,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:32,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:32,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:32,393 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T14:21:32,812 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1241, reset compression=false 2024-11-13T14:21:32,943 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1238, reset compression=false 2024-11-13T14:21:32,946 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:32,947 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1342, reset compression=false 2024-11-13T14:21:32,947 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ee05a77173dc64487a427cc1258f7b4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T14:21:32,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:32,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:33,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:21:33,156 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1342, reset compression=false 2024-11-13T14:21:33,394 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T14:21:33,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a28dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:33,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,44519,-1 for getting cluster id 2024-11-13T14:21:33,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:33,397 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49936b-5f51-4743-9492-688cd1ad378f' 2024-11-13T14:21:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49936b-5f51-4743-9492-688cd1ad378f" 2024-11-13T14:21:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aba3f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,44519,-1] 2024-11-13T14:21:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:33,398 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655959b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:33,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:21:33,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,44519,1731507669243 2024-11-13T14:21:33,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d6987 2024-11-13T14:21:33,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:21:33,402 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:21:33,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-13T14:21:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T14:21:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T14:21:33,416 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1241, reset compression=false 2024-11-13T14:21:33,420 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-11-13T14:21:33,420 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:33,420 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[{test/656a4b2a4cbf83b430a0da3b8e5f896f/10=[#edits: 1 = ],223}, {test/656a4b2a4cbf83b430a0da3b8e5f896f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=1473, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-11-13T14:21:33,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:33,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:33,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:21:33,459 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1342, reset compression=false 2024-11-13T14:21:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T14:21:33,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T14:21:33,579 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T14:21:33,580 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T14:21:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T14:21:33,582 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on eb1966fd6578,42887,1731507669385 suceeded 2024-11-13T14:21:33,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T14:21:33,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-13T14:21:33,584 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T14:21:33,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 182 msec 2024-11-13T14:21:33,608 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, startPosition=1237, beingWritten=true 2024-11-13T14:21:33,612 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:21:33,612 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1515, reset compression=false 2024-11-13T14:21:33,612 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42887,1731507669385 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4f019e3d583e714dd5b821f7fd19343/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T14:21:33,614 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:33,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T14:21:33,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:21:33,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45045 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:21:33,623 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T14:21:33,719 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:21:33,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:33,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:33,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:33,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:33,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:33,721 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T14:21:33,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:21:33,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:33,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:33,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:33,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:33,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:33,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:21:33,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=639669856, stopped=false 2024-11-13T14:21:33,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,44519,1731507669243 2024-11-13T14:21:33,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22022897878/running 2024-11-13T14:21:33,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22022897878/running 2024-11-13T14:21:33,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:33,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:33,768 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:21:33,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:33,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:33,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:33,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on znode that does not yet exist, /22022897878/running 2024-11-13T14:21:33,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,42887,1731507669385' ***** 2024-11-13T14:21:33,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:21:33,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Set watcher on znode that does not yet exist, /22022897878/running 2024-11-13T14:21:33,769 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:21:33,769 INFO [RS:0;eb1966fd6578:42887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:21:33,769 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:21:33,769 INFO [RS:0;eb1966fd6578:42887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:21:33,769 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f785ec24118cfd299dcece99560b31b 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(3091): Received CLOSE for d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,42887,1731507669385 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:42887. 2024-11-13T14:21:33,770 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f785ec24118cfd299dcece99560b31b, disabling compactions & flushes 2024-11-13T14:21:33,770 DEBUG [RS:0;eb1966fd6578:42887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:33,770 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:33,770 DEBUG [RS:0;eb1966fd6578:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:33,770 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:33,770 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. after waiting 0 ms 2024-11-13T14:21:33,770 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:21:33,770 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f785ec24118cfd299dcece99560b31b 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-13T14:21:33,770 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:21:33,770 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1325): Online Regions={2f785ec24118cfd299dcece99560b31b=hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b., 1588230740=hbase:meta,,1.1588230740, d4f019e3d583e714dd5b821f7fd19343=test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343.} 2024-11-13T14:21:33,770 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f785ec24118cfd299dcece99560b31b, d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:33,770 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:21:33,770 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:21:33,770 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:21:33,770 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:21:33,770 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:21:33,770 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:21:33,783 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b/.tmp/queue/a373b34eb5964aff82cb14c312cf7071 is 154, key is 1-eb1966fd6578,42887,1731507669385/queue:eb1966fd6578%2C42887%2C1731507669385/1731507693618/Put/seqid=0 2024-11-13T14:21:33,787 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/info/613fb7ff9a10421186063d673672cf87 is 147, key is hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b./info:regioninfo/1731507684706/Put/seqid=0 2024-11-13T14:21:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741840_1016 (size=5353) 2024-11-13T14:21:33,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741841_1017 (size=7686) 2024-11-13T14:21:33,790 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/info/613fb7ff9a10421186063d673672cf87 2024-11-13T14:21:33,812 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/ns/a5c7794e234744c5895db0840fad1c40 is 43, key is default/ns:d/1731507672689/Put/seqid=0 2024-11-13T14:21:33,815 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1515, reset compression=false 2024-11-13T14:21:33,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741842_1018 (size=5153) 2024-11-13T14:21:33,862 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1342, reset compression=false 2024-11-13T14:21:33,868 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:21:33,871 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:33,871 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:33,871 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:33,926 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:33,971 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f785ec24118cfd299dcece99560b31b, d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:34,074 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:34,118 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1515, reset compression=false 2024-11-13T14:21:34,171 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f785ec24118cfd299dcece99560b31b, d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:34,189 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b/.tmp/queue/a373b34eb5964aff82cb14c312cf7071 2024-11-13T14:21:34,193 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b/.tmp/queue/a373b34eb5964aff82cb14c312cf7071 as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b/queue/a373b34eb5964aff82cb14c312cf7071 2024-11-13T14:21:34,197 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b/queue/a373b34eb5964aff82cb14c312cf7071, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T14:21:34,198 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2f785ec24118cfd299dcece99560b31b in 428ms, sequenceid=12, compaction requested=false 2024-11-13T14:21:34,201 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/replication/2f785ec24118cfd299dcece99560b31b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T14:21:34,202 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:34,202 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:34,202 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:34,202 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f785ec24118cfd299dcece99560b31b: Waiting for close lock at 1731507693770Running coprocessor pre-close hooks at 1731507693770Disabling compacts and flushes for region at 1731507693770Disabling writes for close at 1731507693770Obtaining lock to block concurrent updates at 1731507693770Preparing flush snapshotting stores in 2f785ec24118cfd299dcece99560b31b at 1731507693770Finished memstore snapshotting hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731507693770Flushing stores of hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. at 1731507693771 (+1 ms)Flushing 2f785ec24118cfd299dcece99560b31b/queue: creating writer at 1731507693771Flushing 2f785ec24118cfd299dcece99560b31b/queue: appending metadata at 1731507693783 (+12 ms)Flushing 2f785ec24118cfd299dcece99560b31b/queue: closing flushed file at 1731507693783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7d90ee: reopening flushed file at 1731507694193 (+410 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2f785ec24118cfd299dcece99560b31b in 428ms, sequenceid=12, compaction requested=false at 1731507694198 (+5 ms)Writing region close event to WAL at 1731507694199 (+1 ms)Running coprocessor post-close hooks at 1731507694202 (+3 ms)Closed at 1731507694202 2024-11-13T14:21:34,202 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507683541.2f785ec24118cfd299dcece99560b31b. 2024-11-13T14:21:34,202 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4f019e3d583e714dd5b821f7fd19343, disabling compactions & flushes 2024-11-13T14:21:34,202 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:34,202 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:34,202 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. after waiting 0 ms 2024-11-13T14:21:34,202 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:34,202 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4f019e3d583e714dd5b821f7fd19343 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T14:21:34,216 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/ns/a5c7794e234744c5895db0840fad1c40 2024-11-13T14:21:34,222 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/f/9654e3dda9014054aa2b7a7060aa621e is 37, key is row3/f:row3/1731507692391/Put/seqid=0 2024-11-13T14:21:34,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741843_1019 (size=5228) 2024-11-13T14:21:34,232 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/rep_barrier/76183e07b9f440998cfdb2fdaefae189 is 112, key is test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343./rep_barrier:seqnumDuringOpen/1731507678211/Put/seqid=0 2024-11-13T14:21:34,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741844_1020 (size=5518) 2024-11-13T14:21:34,330 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:34,371 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:34,378 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:34,521 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1515, reset compression=false 2024-11-13T14:21:34,524 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:34,524 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1762, reset compression=false 2024-11-13T14:21:34,524 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,42887,1731507669385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:34,525 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,42887,1731507669385: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,42887,1731507669385, walGroup=eb1966fd6578%2C42887%2C1731507669385, offset=eb1966fd6578%2C42887%2C1731507669385.1731507671775:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:42887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:21:34,526 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:21:34,526 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:21:34,527 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:21:34,527 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:21:34,527 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:21:34,527 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 904318320 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198220176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:21:34,527 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:44519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:44519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:21:34,571 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:34,633 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/f/9654e3dda9014054aa2b7a7060aa621e 2024-11-13T14:21:34,635 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/rep_barrier/76183e07b9f440998cfdb2fdaefae189 2024-11-13T14:21:34,637 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9654e3dda9014054aa2b7a7060aa621e 2024-11-13T14:21:34,648 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:21:34,648 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:21:34,650 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/table/0120f9a72bb848508858c2ce6186389f is 53, key is hbase:replication/table:state/1731507684712/Put/seqid=0 2024-11-13T14:21:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741845_1021 (size=5308) 2024-11-13T14:21:34,654 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/f1/b3c0e9be1d0e4b7685f33fd4a8af653d is 30, key is row1/f1:/1731507689733/DeleteFamily/seqid=0 2024-11-13T14:21:34,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741846_1022 (size=5158) 2024-11-13T14:21:34,727 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1762, reset compression=false 2024-11-13T14:21:34,771 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:21:34,771 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d4f019e3d583e714dd5b821f7fd19343=test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343.} 2024-11-13T14:21:34,771 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:34,781 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:34,833 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:34,971 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:35,030 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1762, reset compression=false 2024-11-13T14:21:35,054 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/table/0120f9a72bb848508858c2ce6186389f 2024-11-13T14:21:35,057 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/f1/b3c0e9be1d0e4b7685f33fd4a8af653d 2024-11-13T14:21:35,058 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/info/613fb7ff9a10421186063d673672cf87 as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/info/613fb7ff9a10421186063d673672cf87 2024-11-13T14:21:35,060 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3c0e9be1d0e4b7685f33fd4a8af653d 2024-11-13T14:21:35,061 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/info/613fb7ff9a10421186063d673672cf87, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:21:35,062 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/ns/a5c7794e234744c5895db0840fad1c40 as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/ns/a5c7794e234744c5895db0840fad1c40 2024-11-13T14:21:35,066 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/ns/a5c7794e234744c5895db0840fad1c40, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:21:35,066 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/rep_barrier/76183e07b9f440998cfdb2fdaefae189 as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/rep_barrier/76183e07b9f440998cfdb2fdaefae189 2024-11-13T14:21:35,070 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/rep_barrier/76183e07b9f440998cfdb2fdaefae189, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:21:35,071 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/.tmp/table/0120f9a72bb848508858c2ce6186389f as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/table/0120f9a72bb848508858c2ce6186389f 2024-11-13T14:21:35,075 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/table/0120f9a72bb848508858c2ce6186389f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:21:35,075 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/norep/f1bb8c13380f4c1daf54f3ebd2f01266 is 33, key is row2/norep:/1731507690739/DeleteFamily/seqid=0 2024-11-13T14:21:35,076 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-13T14:21:35,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741847_1023 (size=5108) 2024-11-13T14:21:35,085 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:21:35,085 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:35,085 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:35,085 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:35,086 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507693770Running coprocessor pre-close hooks at 1731507693770Disabling compacts and flushes for region at 1731507693770Disabling writes for close at 1731507693770Obtaining lock to block concurrent updates at 1731507693770Preparing flush snapshotting stores in 1588230740 at 1731507693770Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507693771 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731507693771Flushing 1588230740/info: creating writer at 1731507693771Flushing 1588230740/info: appending metadata at 1731507693786 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731507693786Flushing 1588230740/ns: creating writer at 1731507693794 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731507693812 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731507693812Flushing 1588230740/rep_barrier: creating writer at 1731507694219 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507694232 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507694232Flushing 1588230740/table: creating writer at 1731507694639 (+407 ms)Flushing 1588230740/table: appending metadata at 1731507694650 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731507694650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210a9f18: reopening flushed file at 1731507695057 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d379ea8: reopening flushed file at 1731507695061 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f53e685: reopening flushed file at 1731507695066 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a713be: reopening flushed file at 1731507695070 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731507695076 (+6 ms)Writing region close event to WAL at 1731507695082 (+6 ms)Running coprocessor post-close hooks at 1731507695085 (+3 ms)Closed at 1731507695085 2024-11-13T14:21:35,086 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:35,172 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:35,284 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:35,372 DEBUG [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1351): Waiting on d4f019e3d583e714dd5b821f7fd19343 2024-11-13T14:21:35,433 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 to pos 1762, reset compression=false 2024-11-13T14:21:35,436 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:35,484 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/norep/f1bb8c13380f4c1daf54f3ebd2f01266 2024-11-13T14:21:35,487 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1bb8c13380f4c1daf54f3ebd2f01266 2024-11-13T14:21:35,488 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/f/9654e3dda9014054aa2b7a7060aa621e as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/f/9654e3dda9014054aa2b7a7060aa621e 2024-11-13T14:21:35,492 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9654e3dda9014054aa2b7a7060aa621e 2024-11-13T14:21:35,492 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/f/9654e3dda9014054aa2b7a7060aa621e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T14:21:35,493 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/f1/b3c0e9be1d0e4b7685f33fd4a8af653d as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/f1/b3c0e9be1d0e4b7685f33fd4a8af653d 2024-11-13T14:21:35,496 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3c0e9be1d0e4b7685f33fd4a8af653d 2024-11-13T14:21:35,496 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/f1/b3c0e9be1d0e4b7685f33fd4a8af653d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T14:21:35,496 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/.tmp/norep/f1bb8c13380f4c1daf54f3ebd2f01266 as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/norep/f1bb8c13380f4c1daf54f3ebd2f01266 2024-11-13T14:21:35,499 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1bb8c13380f4c1daf54f3ebd2f01266 2024-11-13T14:21:35,500 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/norep/f1bb8c13380f4c1daf54f3ebd2f01266, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T14:21:35,500 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d4f019e3d583e714dd5b821f7fd19343 in 1298ms, sequenceid=12, compaction requested=false 2024-11-13T14:21:35,504 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/data/default/test/d4f019e3d583e714dd5b821f7fd19343/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T14:21:35,504 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:35,504 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:21:35,504 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:35,504 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4f019e3d583e714dd5b821f7fd19343: Waiting for close lock at 1731507694202Running coprocessor pre-close hooks at 1731507694202Disabling compacts and flushes for region at 1731507694202Disabling writes for close at 1731507694202Obtaining lock to block concurrent updates at 1731507694202Preparing flush snapshotting stores in d4f019e3d583e714dd5b821f7fd19343 at 1731507694202Finished memstore snapshotting test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731507694203 (+1 ms)Flushing stores of test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. at 1731507694203Flushing d4f019e3d583e714dd5b821f7fd19343/f: creating writer at 1731507694203Flushing d4f019e3d583e714dd5b821f7fd19343/f: appending metadata at 1731507694221 (+18 ms)Flushing d4f019e3d583e714dd5b821f7fd19343/f: closing flushed file at 1731507694221Flushing d4f019e3d583e714dd5b821f7fd19343/f1: creating writer at 1731507694637 (+416 ms)Flushing d4f019e3d583e714dd5b821f7fd19343/f1: appending metadata at 1731507694653 (+16 ms)Flushing d4f019e3d583e714dd5b821f7fd19343/f1: closing flushed file at 1731507694653Flushing d4f019e3d583e714dd5b821f7fd19343/norep: creating writer at 1731507695060 (+407 ms)Flushing d4f019e3d583e714dd5b821f7fd19343/norep: appending metadata at 1731507695074 (+14 ms)Flushing d4f019e3d583e714dd5b821f7fd19343/norep: closing flushed file at 1731507695074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1191ae5a: reopening flushed file at 1731507695488 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177de8e9: reopening flushed file at 1731507695492 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4936db10: reopening flushed file at 1731507695496 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d4f019e3d583e714dd5b821f7fd19343 in 1298ms, sequenceid=12, compaction requested=false at 1731507695500 (+4 ms)Writing region close event to WAL at 1731507695501 (+1 ms)Running coprocessor post-close hooks at 1731507695504 (+3 ms)Closed at 1731507695504 2024-11-13T14:21:35,504 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507677052.d4f019e3d583e714dd5b821f7fd19343. 2024-11-13T14:21:35,572 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,42887,1731507669385; all regions closed. 2024-11-13T14:21:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:21:35,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.meta.1731507672637.meta not finished, retry = 0 2024-11-13T14:21:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741839_1015 (size=3115) 2024-11-13T14:21:35,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741832_1008 (size=2414) 2024-11-13T14:21:35,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/WALs/eb1966fd6578,42887,1731507669385/eb1966fd6578%2C42887%2C1731507669385.1731507671775 not finished, retry = 0 2024-11-13T14:21:35,779 DEBUG [RS:0;eb1966fd6578:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:35,779 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:21:35,780 INFO [RS:0;eb1966fd6578:42887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:21:35,780 INFO [RS:0;eb1966fd6578:42887 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:21:35,780 INFO [RS:0;eb1966fd6578:42887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:21:35,780 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:21:35,780 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,42887,1731507669385 because: Region server is closing 2024-11-13T14:21:35,780 INFO [RS:0;eb1966fd6578:42887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:42887. 2024-11-13T14:21:35,781 DEBUG [RS:0;eb1966fd6578:42887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:35,781 DEBUG [RS:0;eb1966fd6578:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:35,781 DEBUG [RS:0;eb1966fd6578:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:35,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:35,881 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.shippereb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 terminated 2024-11-13T14:21:35,881 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,42887,1731507669385.replicationSource.wal-reader.eb1966fd6578%2C42887%2C1731507669385,1-eb1966fd6578,42887,1731507669385 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:21:35,881 INFO [RS:0;eb1966fd6578:42887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:42887. 2024-11-13T14:21:35,881 DEBUG [RS:0;eb1966fd6578:42887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:35,881 DEBUG [RS:0;eb1966fd6578:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:35,881 DEBUG [RS:0;eb1966fd6578:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:35,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:35,882 INFO [RS:0;eb1966fd6578:42887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42887 2024-11-13T14:21:35,887 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878/rs 2024-11-13T14:21:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22022897878/rs/eb1966fd6578,42887,1731507669385 2024-11-13T14:21:36,010 INFO [RS:0;eb1966fd6578:42887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:21:36,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,42887,1731507669385] 2024-11-13T14:21:36,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22022897878/draining/eb1966fd6578,42887,1731507669385 already deleted, retry=false 2024-11-13T14:21:36,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,42887,1731507669385 expired; onlineServers=0 2024-11-13T14:21:36,031 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,44519,1731507669243' ***** 2024-11-13T14:21:36,031 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:21:36,031 INFO [M:0;eb1966fd6578:44519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:21:36,031 INFO [M:0;eb1966fd6578:44519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:21:36,031 DEBUG [M:0;eb1966fd6578:44519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:21:36,035 DEBUG [M:0;eb1966fd6578:44519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:21:36,031 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:21:36,035 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507671438 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507671438,5,FailOnTimeoutGroup] 2024-11-13T14:21:36,035 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507671439 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507671439,5,FailOnTimeoutGroup] 2024-11-13T14:21:36,035 INFO [M:0;eb1966fd6578:44519 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:21:36,035 INFO [M:0;eb1966fd6578:44519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:21:36,035 DEBUG [M:0;eb1966fd6578:44519 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:21:36,035 INFO [M:0;eb1966fd6578:44519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:21:36,036 INFO [M:0;eb1966fd6578:44519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:21:36,036 INFO [M:0;eb1966fd6578:44519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:21:36,036 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:21:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22022897878/master 2024-11-13T14:21:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22022897878 2024-11-13T14:21:36,042 DEBUG [M:0;eb1966fd6578:44519 {}] zookeeper.ZKUtil(347): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Unable to get data of znode /22022897878/master because node does not exist (not an error) 2024-11-13T14:21:36,042 WARN [M:0;eb1966fd6578:44519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:21:36,043 INFO [M:0;eb1966fd6578:44519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/.lastflushedseqids 2024-11-13T14:21:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741848_1024 (size=245) 2024-11-13T14:21:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x1013492113d0007, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:36,121 INFO [RS:0;eb1966fd6578:42887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:21:36,121 INFO [RS:0;eb1966fd6578:42887 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,42887,1731507669385; zookeeper connection closed. 2024-11-13T14:21:36,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a33870 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a33870 2024-11-13T14:21:36,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:21:36,138 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:36,447 INFO [M:0;eb1966fd6578:44519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:21:36,447 INFO [M:0;eb1966fd6578:44519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:21:36,447 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:21:36,447 INFO [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:36,447 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:36,447 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:21:36,447 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:36,447 INFO [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-13T14:21:36,461 DEBUG [M:0;eb1966fd6578:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3300071a256c47408aa171bdc1954300 is 82, key is hbase:meta,,1/info:regioninfo/1731507672664/Put/seqid=0 2024-11-13T14:21:36,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741849_1025 (size=5672) 2024-11-13T14:21:36,590 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:36,864 INFO [M:0;eb1966fd6578:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3300071a256c47408aa171bdc1954300 2024-11-13T14:21:36,883 DEBUG [M:0;eb1966fd6578:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c79ca3d0ac2745c3bae254e85855d65f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731507684715/Put/seqid=0 2024-11-13T14:21:36,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741850_1026 (size=9212) 2024-11-13T14:21:36,941 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:37,287 INFO [M:0;eb1966fd6578:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c79ca3d0ac2745c3bae254e85855d65f 2024-11-13T14:21:37,363 DEBUG [M:0;eb1966fd6578:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2274b758d7a4f56971408ded07b8696 is 69, key is eb1966fd6578,42887,1731507669385/rs:state/1731507671596/Put/seqid=0 2024-11-13T14:21:37,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741851_1027 (size=5156) 2024-11-13T14:21:37,392 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:37,766 INFO [M:0;eb1966fd6578:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2274b758d7a4f56971408ded07b8696 2024-11-13T14:21:37,770 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3300071a256c47408aa171bdc1954300 as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3300071a256c47408aa171bdc1954300 2024-11-13T14:21:37,773 INFO [M:0;eb1966fd6578:44519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3300071a256c47408aa171bdc1954300, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T14:21:37,774 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c79ca3d0ac2745c3bae254e85855d65f as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c79ca3d0ac2745c3bae254e85855d65f 2024-11-13T14:21:37,778 INFO [M:0;eb1966fd6578:44519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c79ca3d0ac2745c3bae254e85855d65f, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T14:21:37,778 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2274b758d7a4f56971408ded07b8696 as hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2274b758d7a4f56971408ded07b8696 2024-11-13T14:21:37,781 INFO [M:0;eb1966fd6578:44519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2274b758d7a4f56971408ded07b8696, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T14:21:37,782 INFO [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=127, compaction requested=false 2024-11-13T14:21:37,783 INFO [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:37,783 DEBUG [M:0;eb1966fd6578:44519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507696447Disabling compacts and flushes for region at 1731507696447Disabling writes for close at 1731507696447Obtaining lock to block concurrent updates at 1731507696448 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507696448Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731507696448Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507696448Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507696448Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507696461 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507696461Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507696868 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507696883 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507696883Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507697348 (+465 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507697362 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507697362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd0ac18: reopening flushed file at 1731507697769 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ec5778: reopening flushed file at 1731507697774 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ed3079: reopening flushed file at 1731507697778 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=127, compaction requested=false at 1731507697782 (+4 ms)Writing region close event to WAL at 1731507697783 (+1 ms)Closed at 1731507697783 2024-11-13T14:21:37,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741830_1006 (size=73866) 2024-11-13T14:21:37,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97fc0a6b-e8a0-5fc6-02ad-43364eb85038/MasterData/WALs/eb1966fd6578,44519,1731507669243/eb1966fd6578%2C44519%2C1731507669243.1731507671135 not finished, retry = 0 2024-11-13T14:21:37,844 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:37,886 INFO [M:0;eb1966fd6578:44519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:21:37,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:21:37,886 INFO [M:0;eb1966fd6578:44519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44519 2024-11-13T14:21:37,887 INFO [M:0;eb1966fd6578:44519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:21:38,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:38,056 INFO [M:0;eb1966fd6578:44519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:21:38,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1013492113d0006, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:38,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ff44a01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:21:38,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41529fcf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:21:38,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:21:38,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3169ec76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:21:38,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbb04ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.log.dir/,STOPPED} 2024-11-13T14:21:38,059 WARN [BP-161917662-172.17.0.2-1731507667128 heartbeating to localhost/127.0.0.1:32977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:21:38,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:21:38,059 WARN [BP-161917662-172.17.0.2-1731507667128 heartbeating to localhost/127.0.0.1:32977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-161917662-172.17.0.2-1731507667128 (Datanode Uuid c4ff4f0d-d701-4312-8582-33cdc1199925) service to localhost/127.0.0.1:32977 2024-11-13T14:21:38,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:21:38,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/cluster_ba0978e7-068f-01a5-6728-c56bd647d8c8/data/data1/current/BP-161917662-172.17.0.2-1731507667128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:21:38,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/cluster_ba0978e7-068f-01a5-6728-c56bd647d8c8/data/data2/current/BP-161917662-172.17.0.2-1731507667128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:21:38,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:21:38,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ac947c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:21:38,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e801584{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:21:38,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:21:38,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510367ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:21:38,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f6fa1ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.log.dir/,STOPPED} 2024-11-13T14:21:38,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:21:38,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:21:38,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:38,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:38,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:38,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:38,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:38,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:21:38,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=600092522, stopped=false 2024-11-13T14:21:38,078 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,38787,1731507663488 2024-11-13T14:21:38,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1544706230/running 2024-11-13T14:21:38,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1544706230/running 2024-11-13T14:21:38,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:38,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:38,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:21:38,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:38,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:38,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:38,095 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,37989,1731507663649' ***** 2024-11-13T14:21:38,095 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:21:38,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on znode that does not yet exist, /1544706230/running 2024-11-13T14:21:38,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Set watcher on znode that does not yet exist, /1544706230/running 2024-11-13T14:21:38,095 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:21:38,095 INFO [RS:0;eb1966fd6578:37989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:21:38,095 INFO [RS:0;eb1966fd6578:37989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:21:38,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:21:38,095 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for 57287efb054ea6e1bf72a6716deb7534 2024-11-13T14:21:38,095 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:38,095 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,37989,1731507663649 2024-11-13T14:21:38,095 INFO [RS:0;eb1966fd6578:37989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:21:38,095 INFO [RS:0;eb1966fd6578:37989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:37989. 2024-11-13T14:21:38,095 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57287efb054ea6e1bf72a6716deb7534, disabling compactions & flushes 2024-11-13T14:21:38,096 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:38,096 DEBUG [RS:0;eb1966fd6578:37989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:38,096 DEBUG [RS:0;eb1966fd6578:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:38,096 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:38,096 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. after waiting 0 ms 2024-11-13T14:21:38,096 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:38,096 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:21:38,096 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:21:38,096 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:21:38,096 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:21:38,096 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 57287efb054ea6e1bf72a6716deb7534 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-13T14:21:38,096 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:21:38,096 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 57287efb054ea6e1bf72a6716deb7534=hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534., 656a4b2a4cbf83b430a0da3b8e5f896f=test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f.} 2024-11-13T14:21:38,096 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:21:38,096 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:21:38,096 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57287efb054ea6e1bf72a6716deb7534, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:38,096 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:21:38,096 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:21:38,096 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:21:38,096 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:21:38,111 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/info/15895b8538b142cc8d0f9604b1d9f49e is 147, key is hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534./info:regioninfo/1731507682603/Put/seqid=0 2024-11-13T14:21:38,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741840_1016 (size=7686) 2024-11-13T14:21:38,114 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534/.tmp/queue/1660e366713c45f9aa790040a1304f40 is 154, key is 1-eb1966fd6578,37989,1731507663649/queue:eb1966fd6578%2C37989%2C1731507663649/1731507693425/Put/seqid=0 2024-11-13T14:21:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741841_1017 (size=5353) 2024-11-13T14:21:38,151 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:21:38,295 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:38,296 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57287efb054ea6e1bf72a6716deb7534, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:38,496 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57287efb054ea6e1bf72a6716deb7534, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:38,514 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/info/15895b8538b142cc8d0f9604b1d9f49e 2024-11-13T14:21:38,518 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534/.tmp/queue/1660e366713c45f9aa790040a1304f40 2024-11-13T14:21:38,522 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534/.tmp/queue/1660e366713c45f9aa790040a1304f40 as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534/queue/1660e366713c45f9aa790040a1304f40 2024-11-13T14:21:38,526 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534/queue/1660e366713c45f9aa790040a1304f40, entries=1, sequenceid=13, filesize=5.2 K 2024-11-13T14:21:38,526 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 57287efb054ea6e1bf72a6716deb7534 in 430ms, sequenceid=13, compaction requested=false 2024-11-13T14:21:38,526 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:21:38,530 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/ns/efbcd2b03899409aba1a37e19e664fd2 is 43, key is default/ns:d/1731507666974/Put/seqid=0 2024-11-13T14:21:38,531 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/replication/57287efb054ea6e1bf72a6716deb7534/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T14:21:38,531 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:38,531 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:38,531 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:38,532 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57287efb054ea6e1bf72a6716deb7534: Waiting for close lock at 1731507698095Running coprocessor pre-close hooks at 1731507698095Disabling compacts and flushes for region at 1731507698095Disabling writes for close at 1731507698096 (+1 ms)Obtaining lock to block concurrent updates at 1731507698096Preparing flush snapshotting stores in 57287efb054ea6e1bf72a6716deb7534 at 1731507698096Finished memstore snapshotting hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731507698096Flushing stores of hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. at 1731507698097 (+1 ms)Flushing 57287efb054ea6e1bf72a6716deb7534/queue: creating writer at 1731507698097Flushing 57287efb054ea6e1bf72a6716deb7534/queue: appending metadata at 1731507698114 (+17 ms)Flushing 57287efb054ea6e1bf72a6716deb7534/queue: closing flushed file at 1731507698114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b993d1b: reopening flushed file at 1731507698521 (+407 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 57287efb054ea6e1bf72a6716deb7534 in 430ms, sequenceid=13, compaction requested=false at 1731507698526 (+5 ms)Writing region close event to WAL at 1731507698528 (+2 ms)Running coprocessor post-close hooks at 1731507698531 (+3 ms)Closed at 1731507698531 2024-11-13T14:21:38,532 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507681391.57287efb054ea6e1bf72a6716deb7534. 2024-11-13T14:21:38,532 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 656a4b2a4cbf83b430a0da3b8e5f896f, disabling compactions & flushes 2024-11-13T14:21:38,532 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:38,532 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:38,532 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. after waiting 0 ms 2024-11-13T14:21:38,532 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:38,532 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 656a4b2a4cbf83b430a0da3b8e5f896f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T14:21:38,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741842_1018 (size=5153) 2024-11-13T14:21:38,555 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/f/33c8539374a140019856b48041715d2a is 37, key is row3/f:row3/1731507692391/Put/seqid=0 2024-11-13T14:21:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741843_1019 (size=5228) 2024-11-13T14:21:38,696 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:38,726 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:21:38,726 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:21:38,847 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1473, reset compression=false 2024-11-13T14:21:38,851 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:38,851 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1720, reset compression=false 2024-11-13T14:21:38,851 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,37989,1731507663649 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:38,852 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,37989,1731507663649: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,37989,1731507663649, walGroup=eb1966fd6578%2C37989%2C1731507663649, offset=eb1966fd6578%2C37989%2C1731507663649.1731507665860:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:37989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:21:38,853 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:21:38,853 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:21:38,854 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:21:38,854 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:21:38,854 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:21:38,854 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 935033888 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198618672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:21:38,855 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:38787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:38787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:21:38,897 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:38,940 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/ns/efbcd2b03899409aba1a37e19e664fd2 2024-11-13T14:21:38,958 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/f/33c8539374a140019856b48041715d2a 2024-11-13T14:21:38,962 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33c8539374a140019856b48041715d2a 2024-11-13T14:21:38,964 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/rep_barrier/5daa9d4fbd66452ab2ba1556b698dfe8 is 112, key is test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f./rep_barrier:seqnumDuringOpen/1731507676040/Put/seqid=0 2024-11-13T14:21:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741844_1020 (size=5518) 2024-11-13T14:21:38,974 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/f1/1ef931d7b2fe420c8bf1bf66b0b04345 is 30, key is row1/f1:/1731507689733/DeleteFamily/seqid=0 2024-11-13T14:21:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741845_1021 (size=5158) 2024-11-13T14:21:39,054 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1720, reset compression=false 2024-11-13T14:21:39,097 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:21:39,097 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 656a4b2a4cbf83b430a0da3b8e5f896f=test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f.} 2024-11-13T14:21:39,097 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:39,297 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:39,298 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:39,357 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1720, reset compression=false 2024-11-13T14:21:39,369 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/rep_barrier/5daa9d4fbd66452ab2ba1556b698dfe8 2024-11-13T14:21:39,378 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/f1/1ef931d7b2fe420c8bf1bf66b0b04345 2024-11-13T14:21:39,381 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ef931d7b2fe420c8bf1bf66b0b04345 2024-11-13T14:21:39,388 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/table/13679ac37dfc42c3b6fcffdfd7c0fb43 is 53, key is hbase:replication/table:state/1731507682609/Put/seqid=0 2024-11-13T14:21:39,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741846_1022 (size=5308) 2024-11-13T14:21:39,398 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/norep/68b00334b8a84d8292a7bf512a2eb8cd is 33, key is row1/norep:/1731507689733/DeleteFamily/seqid=0 2024-11-13T14:21:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741847_1023 (size=5108) 2024-11-13T14:21:39,497 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:39,696 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:38787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T14:21:39,697 DEBUG [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 656a4b2a4cbf83b430a0da3b8e5f896f 2024-11-13T14:21:39,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:21:39,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:39,760 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.wal-reader.eb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 to pos 1720, reset compression=false 2024-11-13T14:21:39,792 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/table/13679ac37dfc42c3b6fcffdfd7c0fb43 2024-11-13T14:21:39,796 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/info/15895b8538b142cc8d0f9604b1d9f49e as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/info/15895b8538b142cc8d0f9604b1d9f49e 2024-11-13T14:21:39,800 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/info/15895b8538b142cc8d0f9604b1d9f49e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:21:39,800 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/ns/efbcd2b03899409aba1a37e19e664fd2 as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/ns/efbcd2b03899409aba1a37e19e664fd2 2024-11-13T14:21:39,802 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/norep/68b00334b8a84d8292a7bf512a2eb8cd 2024-11-13T14:21:39,804 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/ns/efbcd2b03899409aba1a37e19e664fd2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:21:39,804 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/rep_barrier/5daa9d4fbd66452ab2ba1556b698dfe8 as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/rep_barrier/5daa9d4fbd66452ab2ba1556b698dfe8 2024-11-13T14:21:39,805 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68b00334b8a84d8292a7bf512a2eb8cd 2024-11-13T14:21:39,806 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/f/33c8539374a140019856b48041715d2a as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/f/33c8539374a140019856b48041715d2a 2024-11-13T14:21:39,808 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/rep_barrier/5daa9d4fbd66452ab2ba1556b698dfe8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:21:39,809 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33c8539374a140019856b48041715d2a 2024-11-13T14:21:39,809 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/f/33c8539374a140019856b48041715d2a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T14:21:39,809 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/.tmp/table/13679ac37dfc42c3b6fcffdfd7c0fb43 as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/table/13679ac37dfc42c3b6fcffdfd7c0fb43 2024-11-13T14:21:39,810 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/f1/1ef931d7b2fe420c8bf1bf66b0b04345 as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/f1/1ef931d7b2fe420c8bf1bf66b0b04345 2024-11-13T14:21:39,812 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ef931d7b2fe420c8bf1bf66b0b04345 2024-11-13T14:21:39,812 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/f1/1ef931d7b2fe420c8bf1bf66b0b04345, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T14:21:39,812 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/table/13679ac37dfc42c3b6fcffdfd7c0fb43, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:21:39,813 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-13T14:21:39,813 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:21:39,813 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/.tmp/norep/68b00334b8a84d8292a7bf512a2eb8cd as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/norep/68b00334b8a84d8292a7bf512a2eb8cd 2024-11-13T14:21:39,817 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:21:39,817 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68b00334b8a84d8292a7bf512a2eb8cd 2024-11-13T14:21:39,817 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/norep/68b00334b8a84d8292a7bf512a2eb8cd, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T14:21:39,817 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:39,817 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:39,817 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:39,818 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507698096Running coprocessor pre-close hooks at 1731507698096Disabling compacts and flushes for region at 1731507698096Disabling writes for close at 1731507698096Obtaining lock to block concurrent updates at 1731507698096Preparing flush snapshotting stores in 1588230740 at 1731507698096Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507698096Flushing stores of hbase:meta,,1.1588230740 at 1731507698097 (+1 ms)Flushing 1588230740/info: creating writer at 1731507698097Flushing 1588230740/info: appending metadata at 1731507698110 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731507698110Flushing 1588230740/ns: creating writer at 1731507698517 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731507698530 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731507698530Flushing 1588230740/rep_barrier: creating writer at 1731507698947 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507698963 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507698964 (+1 ms)Flushing 1588230740/table: creating writer at 1731507699373 (+409 ms)Flushing 1588230740/table: appending metadata at 1731507699388 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731507699388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23935369: reopening flushed file at 1731507699796 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7234a814: reopening flushed file at 1731507699800 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6e03b3: reopening flushed file at 1731507699804 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14502e3a: reopening flushed file at 1731507699808 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1731507699813 (+5 ms)Writing region close event to WAL at 1731507699815 (+2 ms)Running coprocessor post-close hooks at 1731507699817 (+2 ms)Closed at 1731507699817 2024-11-13T14:21:39,818 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:39,818 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 656a4b2a4cbf83b430a0da3b8e5f896f in 1286ms, sequenceid=12, compaction requested=false 2024-11-13T14:21:39,818 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:21:39,821 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/data/default/test/656a4b2a4cbf83b430a0da3b8e5f896f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T14:21:39,821 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:39,821 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:21:39,821 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:39,821 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 656a4b2a4cbf83b430a0da3b8e5f896f: Waiting for close lock at 1731507698532Running coprocessor pre-close hooks at 1731507698532Disabling compacts and flushes for region at 1731507698532Disabling writes for close at 1731507698532Obtaining lock to block concurrent updates at 1731507698532Preparing flush snapshotting stores in 656a4b2a4cbf83b430a0da3b8e5f896f at 1731507698532Finished memstore snapshotting test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731507698532Flushing stores of test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. at 1731507698533 (+1 ms)Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/f: creating writer at 1731507698533Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/f: appending metadata at 1731507698554 (+21 ms)Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/f: closing flushed file at 1731507698554Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/f1: creating writer at 1731507698962 (+408 ms)Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/f1: appending metadata at 1731507698974 (+12 ms)Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/f1: closing flushed file at 1731507698974Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/norep: creating writer at 1731507699381 (+407 ms)Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/norep: appending metadata at 1731507699397 (+16 ms)Flushing 656a4b2a4cbf83b430a0da3b8e5f896f/norep: closing flushed file at 1731507699397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4adaf936: reopening flushed file at 1731507699805 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e5a50: reopening flushed file at 1731507699809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ad90c4: reopening flushed file at 1731507699813 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 656a4b2a4cbf83b430a0da3b8e5f896f in 1286ms, sequenceid=12, compaction requested=false at 1731507699818 (+5 ms)Writing region close event to WAL at 1731507699819 (+1 ms)Running coprocessor post-close hooks at 1731507699821 (+2 ms)Closed at 1731507699821 2024-11-13T14:21:39,821 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507674902.656a4b2a4cbf83b430a0da3b8e5f896f. 2024-11-13T14:21:39,898 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,37989,1731507663649; all regions closed. 2024-11-13T14:21:39,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:21:39,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.meta.1731507666936.meta not finished, retry = 0 2024-11-13T14:21:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741839_1015 (size=3333) 2024-11-13T14:21:40,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.rep.1731507682578 not finished, retry = 0 2024-11-13T14:21:40,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741832_1008 (size=2372) 2024-11-13T14:21:40,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/WALs/eb1966fd6578,37989,1731507663649/eb1966fd6578%2C37989%2C1731507663649.1731507665860 not finished, retry = 0 2024-11-13T14:21:40,205 DEBUG [RS:0;eb1966fd6578:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:40,205 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:21:40,205 INFO [RS:0;eb1966fd6578:37989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:21:40,206 INFO [RS:0;eb1966fd6578:37989 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:21:40,206 INFO [RS:0;eb1966fd6578:37989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:21:40,206 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:21:40,206 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,37989,1731507663649 because: Region server is closing 2024-11-13T14:21:40,206 INFO [RS:0;eb1966fd6578:37989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:37989. 2024-11-13T14:21:40,206 DEBUG [RS:0;eb1966fd6578:37989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:40,206 DEBUG [RS:0;eb1966fd6578:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:40,206 DEBUG [RS:0;eb1966fd6578:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:40,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:40,307 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,37989,1731507663649.replicationSource.shippereb1966fd6578%2C37989%2C1731507663649,1-eb1966fd6578,37989,1731507663649 terminated 2024-11-13T14:21:40,307 INFO [RS:0;eb1966fd6578:37989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:37989. 2024-11-13T14:21:40,307 DEBUG [RS:0;eb1966fd6578:37989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:40,307 DEBUG [RS:0;eb1966fd6578:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:40,307 DEBUG [RS:0;eb1966fd6578:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:40,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:40,307 INFO [RS:0;eb1966fd6578:37989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37989 2024-11-13T14:21:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230/rs 2024-11-13T14:21:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1544706230/rs/eb1966fd6578,37989,1731507663649 2024-11-13T14:21:40,365 INFO [RS:0;eb1966fd6578:37989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:21:40,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,37989,1731507663649] 2024-11-13T14:21:40,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1544706230/draining/eb1966fd6578,37989,1731507663649 already deleted, retry=false 2024-11-13T14:21:40,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,37989,1731507663649 expired; onlineServers=0 2024-11-13T14:21:40,386 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,38787,1731507663488' ***** 2024-11-13T14:21:40,386 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:21:40,386 INFO [M:0;eb1966fd6578:38787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:21:40,386 INFO [M:0;eb1966fd6578:38787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:21:40,386 DEBUG [M:0;eb1966fd6578:38787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:21:40,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:21:40,387 DEBUG [M:0;eb1966fd6578:38787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:21:40,387 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507665682 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507665682,5,FailOnTimeoutGroup] 2024-11-13T14:21:40,387 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507665688 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507665688,5,FailOnTimeoutGroup] 2024-11-13T14:21:40,387 INFO [M:0;eb1966fd6578:38787 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:21:40,387 INFO [M:0;eb1966fd6578:38787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:21:40,387 DEBUG [M:0;eb1966fd6578:38787 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:21:40,387 INFO [M:0;eb1966fd6578:38787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:21:40,387 INFO [M:0;eb1966fd6578:38787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:21:40,387 INFO [M:0;eb1966fd6578:38787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:21:40,387 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:21:40,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1544706230/master 2024-11-13T14:21:40,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1544706230 2024-11-13T14:21:40,399 DEBUG [M:0;eb1966fd6578:38787 {}] zookeeper.ZKUtil(347): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Unable to get data of znode /1544706230/master because node does not exist (not an error) 2024-11-13T14:21:40,399 WARN [M:0;eb1966fd6578:38787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:21:40,400 INFO [M:0;eb1966fd6578:38787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/.lastflushedseqids 2024-11-13T14:21:40,401 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741848_1024 (size=245) 2024-11-13T14:21:40,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:40,476 INFO [RS:0;eb1966fd6578:37989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:21:40,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x1013492113d0004, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:40,476 INFO [RS:0;eb1966fd6578:37989 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,37989,1731507663649; zookeeper connection closed. 2024-11-13T14:21:40,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79986a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79986a7 2024-11-13T14:21:40,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:21:40,804 INFO [M:0;eb1966fd6578:38787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:21:40,804 INFO [M:0;eb1966fd6578:38787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:21:40,804 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:21:40,804 INFO [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:40,804 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:40,804 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:21:40,804 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:40,804 INFO [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T14:21:40,824 DEBUG [M:0;eb1966fd6578:38787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05016e788b524bbe825cd4719e14e798 is 82, key is hbase:meta,,1/info:regioninfo/1731507666960/Put/seqid=0 2024-11-13T14:21:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741849_1025 (size=5672) 2024-11-13T14:21:41,228 INFO [M:0;eb1966fd6578:38787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05016e788b524bbe825cd4719e14e798 2024-11-13T14:21:41,244 DEBUG [M:0;eb1966fd6578:38787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71084d1ace924daf82836b8dbb0b18b8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731507676048/Put/seqid=0 2024-11-13T14:21:41,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741850_1026 (size=7218) 2024-11-13T14:21:41,604 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:41,608 INFO [master/eb1966fd6578:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T14:21:41,608 INFO [master/eb1966fd6578:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T14:21:41,647 INFO [M:0;eb1966fd6578:38787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71084d1ace924daf82836b8dbb0b18b8 2024-11-13T14:21:41,650 INFO [M:0;eb1966fd6578:38787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71084d1ace924daf82836b8dbb0b18b8 2024-11-13T14:21:41,662 DEBUG [M:0;eb1966fd6578:38787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/503c41a59f184bae81c6c9ce68311aec is 69, key is eb1966fd6578,37989,1731507663649/rs:state/1731507665707/Put/seqid=0 2024-11-13T14:21:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741851_1027 (size=5156) 2024-11-13T14:21:42,066 INFO [M:0;eb1966fd6578:38787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/503c41a59f184bae81c6c9ce68311aec 2024-11-13T14:21:42,069 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05016e788b524bbe825cd4719e14e798 as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05016e788b524bbe825cd4719e14e798 2024-11-13T14:21:42,073 INFO [M:0;eb1966fd6578:38787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05016e788b524bbe825cd4719e14e798, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T14:21:42,073 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71084d1ace924daf82836b8dbb0b18b8 as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71084d1ace924daf82836b8dbb0b18b8 2024-11-13T14:21:42,077 INFO [M:0;eb1966fd6578:38787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71084d1ace924daf82836b8dbb0b18b8 2024-11-13T14:21:42,077 INFO [M:0;eb1966fd6578:38787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71084d1ace924daf82836b8dbb0b18b8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T14:21:42,078 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/503c41a59f184bae81c6c9ce68311aec as hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/503c41a59f184bae81c6c9ce68311aec 2024-11-13T14:21:42,081 INFO [M:0;eb1966fd6578:38787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42001/user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/503c41a59f184bae81c6c9ce68311aec, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T14:21:42,082 INFO [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false 2024-11-13T14:21:42,083 INFO [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:42,083 DEBUG [M:0;eb1966fd6578:38787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507700804Disabling compacts and flushes for region at 1731507700804Disabling writes for close at 1731507700804Obtaining lock to block concurrent updates at 1731507700804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507700804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731507700804Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507700805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507700805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507700817 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507700817Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507701231 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507701243 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507701243Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507701650 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507701662 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507701662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269383a0: reopening flushed file at 1731507702069 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa86c15: reopening flushed file at 1731507702073 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c19c3: reopening flushed file at 1731507702077 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false at 1731507702082 (+5 ms)Writing region close event to WAL at 1731507702082Closed at 1731507702082 2024-11-13T14:21:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38531 is added to blk_1073741830_1006 (size=64423) 2024-11-13T14:21:42,084 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea93aeef-713f-b397-a8c1-5cd58896e620/MasterData/WALs/eb1966fd6578,38787,1731507663488/eb1966fd6578%2C38787%2C1731507663488.1731507665408 not finished, retry = 0 2024-11-13T14:21:42,185 INFO [M:0;eb1966fd6578:38787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:21:42,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:21:42,185 INFO [M:0;eb1966fd6578:38787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38787 2024-11-13T14:21:42,185 INFO [M:0;eb1966fd6578:38787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:21:42,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:42,339 INFO [M:0;eb1966fd6578:38787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:21:42,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38787-0x1013492113d0003, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:42,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14a0432a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:21:42,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bd482e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:21:42,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:21:42,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1af92ea4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:21:42,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@278eee5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.log.dir/,STOPPED} 2024-11-13T14:21:42,343 WARN [BP-1505963140-172.17.0.2-1731507661691 heartbeating to localhost/127.0.0.1:42001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:21:42,343 WARN [BP-1505963140-172.17.0.2-1731507661691 heartbeating to localhost/127.0.0.1:42001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1505963140-172.17.0.2-1731507661691 (Datanode Uuid 95269e1b-f5c0-4945-971c-a5a42905b39b) service to localhost/127.0.0.1:42001 2024-11-13T14:21:42,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:21:42,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:21:42,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/cluster_ce99288e-ed89-aacc-4b6d-6e4376604977/data/data1/current/BP-1505963140-172.17.0.2-1731507661691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:21:42,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/cluster_ce99288e-ed89-aacc-4b6d-6e4376604977/data/data2/current/BP-1505963140-172.17.0.2-1731507661691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:21:42,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:21:42,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fab6801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:21:42,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@789ad0ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:21:42,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:21:42,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@842bac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:21:42,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32673e7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f966976c-818a-7140-c000-1f971a4c7558/hadoop.log.dir/,STOPPED} 2024-11-13T14:21:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:21:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:21:42,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:42,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:42,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:42,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:42,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:42,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:21:42,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861991582, stopped=false 2024-11-13T14:21:42,362 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,44317,1731507657993 2024-11-13T14:21:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673376277/running 2024-11-13T14:21:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673376277/running 2024-11-13T14:21:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:42,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:21:42,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:21:42,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:42,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on znode that does not yet exist, /0-673376277/running 2024-11-13T14:21:42,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:42,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,45045,1731507658203' ***** 2024-11-13T14:21:42,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:21:42,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Set watcher on znode that does not yet exist, /0-673376277/running 2024-11-13T14:21:42,380 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:21:42,380 INFO [RS:0;eb1966fd6578:45045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:21:42,380 INFO [RS:0;eb1966fd6578:45045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:21:42,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:21:42,380 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(3091): Received CLOSE for 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:42,380 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:42,380 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,45045,1731507658203 2024-11-13T14:21:42,380 INFO [RS:0;eb1966fd6578:45045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:21:42,380 INFO [RS:0;eb1966fd6578:45045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:45045. 2024-11-13T14:21:42,380 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6218170c0867811863bfa93af339a21a, disabling compactions & flushes 2024-11-13T14:21:42,380 DEBUG [RS:0;eb1966fd6578:45045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:42,381 DEBUG [RS:0;eb1966fd6578:45045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:42,381 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:42,381 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:42,381 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. after waiting 0 ms 2024-11-13T14:21:42,381 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:21:42,381 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:42,381 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:21:42,381 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:21:42,381 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:21:42,381 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6218170c0867811863bfa93af339a21a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T14:21:42,381 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:21:42,381 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1325): Online Regions={6218170c0867811863bfa93af339a21a=hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a., 5ee05a77173dc64487a427cc1258f7b4=test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:21:42,381 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:21:42,381 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4, 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:42,381 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:21:42,381 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:21:42,381 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:21:42,381 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:21:42,381 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:21:42,391 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:21:42,391 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:21:42,399 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/info/a7751b7bc3434153aa92ccabb7254586 is 147, key is hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a./info:regioninfo/1731507680385/Put/seqid=0 2024-11-13T14:21:42,399 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a/.tmp/queue/b7f666dba73b4d2582311167584e65ff is 154, key is 1-eb1966fd6578,45045,1731507658203/queue:eb1966fd6578%2C45045%2C1731507658203/1731507693872/Put/seqid=0 2024-11-13T14:21:42,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741841_1017 (size=5353) 2024-11-13T14:21:42,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741840_1016 (size=7686) 2024-11-13T14:21:42,430 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:21:42,581 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4, 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:42,781 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4, 6218170c0867811863bfa93af339a21a 2024-11-13T14:21:42,803 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/info/a7751b7bc3434153aa92ccabb7254586 2024-11-13T14:21:42,803 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a/.tmp/queue/b7f666dba73b4d2582311167584e65ff 2024-11-13T14:21:42,807 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a/.tmp/queue/b7f666dba73b4d2582311167584e65ff as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a/queue/b7f666dba73b4d2582311167584e65ff 2024-11-13T14:21:42,810 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a/queue/b7f666dba73b4d2582311167584e65ff, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T14:21:42,811 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6218170c0867811863bfa93af339a21a in 430ms, sequenceid=14, compaction requested=false 2024-11-13T14:21:42,811 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:21:42,823 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/replication/6218170c0867811863bfa93af339a21a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T14:21:42,823 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/ns/9dac38eed0de4f098857ba1ec7b8eefc is 43, key is default/ns:d/1731507661561/Put/seqid=0 2024-11-13T14:21:42,823 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:42,823 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:42,823 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:42,823 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6218170c0867811863bfa93af339a21a: Waiting for close lock at 1731507702380Running coprocessor pre-close hooks at 1731507702380Disabling compacts and flushes for region at 1731507702380Disabling writes for close at 1731507702381 (+1 ms)Obtaining lock to block concurrent updates at 1731507702381Preparing flush snapshotting stores in 6218170c0867811863bfa93af339a21a at 1731507702381Finished memstore snapshotting hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731507702381Flushing stores of hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. at 1731507702381Flushing 6218170c0867811863bfa93af339a21a/queue: creating writer at 1731507702381Flushing 6218170c0867811863bfa93af339a21a/queue: appending metadata at 1731507702399 (+18 ms)Flushing 6218170c0867811863bfa93af339a21a/queue: closing flushed file at 1731507702399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e15e4b6: reopening flushed file at 1731507702806 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6218170c0867811863bfa93af339a21a in 430ms, sequenceid=14, compaction requested=false at 1731507702811 (+5 ms)Writing region close event to WAL at 1731507702820 (+9 ms)Running coprocessor post-close hooks at 1731507702823 (+3 ms)Closed at 1731507702823 2024-11-13T14:21:42,823 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507679223.6218170c0867811863bfa93af339a21a. 2024-11-13T14:21:42,824 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ee05a77173dc64487a427cc1258f7b4, disabling compactions & flushes 2024-11-13T14:21:42,824 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:42,824 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:42,824 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. after waiting 0 ms 2024-11-13T14:21:42,824 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:42,824 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ee05a77173dc64487a427cc1258f7b4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T14:21:42,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741842_1018 (size=5153) 2024-11-13T14:21:42,843 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/f/b1f9ee58ed094691a4b5808de1c9c8b9 is 37, key is row3/f:row3/1731507692391/Put/seqid=0 2024-11-13T14:21:42,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741843_1019 (size=5228) 2024-11-13T14:21:42,907 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1493, reset compression=false 2024-11-13T14:21:42,911 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:21:42,912 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1740, reset compression=false 2024-11-13T14:21:42,912 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45045,1731507658203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:21:42,912 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,45045,1731507658203: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,45045,1731507658203, walGroup=eb1966fd6578%2C45045%2C1731507658203, offset=eb1966fd6578%2C45045%2C1731507658203.1731507660525:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:45045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:21:42,913 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:21:42,913 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:21:42,914 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:21:42,914 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:21:42,914 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:21:42,914 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 932217856 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199191624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:21:42,914 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:44317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:44317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:21:42,981 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:43,115 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1740, reset compression=false 2024-11-13T14:21:43,182 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:43,226 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/ns/9dac38eed0de4f098857ba1ec7b8eefc 2024-11-13T14:21:43,241 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/rep_barrier/84c44d6ecefd46c3bae85e7a794a7fb1 is 112, key is test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4./rep_barrier:seqnumDuringOpen/1731507673901/Put/seqid=0 2024-11-13T14:21:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741844_1020 (size=5518) 2024-11-13T14:21:43,246 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/f/b1f9ee58ed094691a4b5808de1c9c8b9 2024-11-13T14:21:43,249 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f9ee58ed094691a4b5808de1c9c8b9 2024-11-13T14:21:43,260 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/f1/ab08a4a52255469fbee51f7a2d4882d0 is 30, key is row1/f1:/1731507689733/DeleteFamily/seqid=0 2024-11-13T14:21:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741845_1021 (size=5158) 2024-11-13T14:21:43,382 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:21:43,382 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1325): Online Regions={5ee05a77173dc64487a427cc1258f7b4=test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:21:43,382 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:43,418 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1740, reset compression=false 2024-11-13T14:21:43,582 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:43,645 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/rep_barrier/84c44d6ecefd46c3bae85e7a794a7fb1 2024-11-13T14:21:43,660 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/table/465e1ed60fce4c31b5d0b00d21322b43 is 53, key is hbase:replication/table:state/1731507680391/Put/seqid=0 2024-11-13T14:21:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741846_1022 (size=5308) 2024-11-13T14:21:43,664 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/f1/ab08a4a52255469fbee51f7a2d4882d0 2024-11-13T14:21:43,667 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab08a4a52255469fbee51f7a2d4882d0 2024-11-13T14:21:43,686 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/norep/cb1fd61d0b4c4a39a0f04deb19313291 is 32, key is row/norep:/1731507688729/DeleteFamily/seqid=0 2024-11-13T14:21:43,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741847_1023 (size=5101) 2024-11-13T14:21:43,782 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:43,822 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.wal-reader.eb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 to pos 1740, reset compression=false 2024-11-13T14:21:43,982 DEBUG [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ee05a77173dc64487a427cc1258f7b4 2024-11-13T14:21:44,064 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/table/465e1ed60fce4c31b5d0b00d21322b43 2024-11-13T14:21:44,068 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/info/a7751b7bc3434153aa92ccabb7254586 as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/info/a7751b7bc3434153aa92ccabb7254586 2024-11-13T14:21:44,071 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/info/a7751b7bc3434153aa92ccabb7254586, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:21:44,072 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/ns/9dac38eed0de4f098857ba1ec7b8eefc as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/ns/9dac38eed0de4f098857ba1ec7b8eefc 2024-11-13T14:21:44,075 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/ns/9dac38eed0de4f098857ba1ec7b8eefc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:21:44,076 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/rep_barrier/84c44d6ecefd46c3bae85e7a794a7fb1 as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/rep_barrier/84c44d6ecefd46c3bae85e7a794a7fb1 2024-11-13T14:21:44,078 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/rep_barrier/84c44d6ecefd46c3bae85e7a794a7fb1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:21:44,079 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/.tmp/table/465e1ed60fce4c31b5d0b00d21322b43 as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/table/465e1ed60fce4c31b5d0b00d21322b43 2024-11-13T14:21:44,082 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/table/465e1ed60fce4c31b5d0b00d21322b43, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:21:44,083 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-13T14:21:44,083 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:21:44,086 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:21:44,087 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:44,087 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:44,087 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:44,087 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507702381Running coprocessor pre-close hooks at 1731507702381Disabling compacts and flushes for region at 1731507702381Disabling writes for close at 1731507702381Obtaining lock to block concurrent updates at 1731507702381Preparing flush snapshotting stores in 1588230740 at 1731507702381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507702381Flushing stores of hbase:meta,,1.1588230740 at 1731507702382 (+1 ms)Flushing 1588230740/info: creating writer at 1731507702382Flushing 1588230740/info: appending metadata at 1731507702399 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731507702399Flushing 1588230740/ns: creating writer at 1731507702806 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731507702823 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731507702823Flushing 1588230740/rep_barrier: creating writer at 1731507703230 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507703241 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507703241Flushing 1588230740/table: creating writer at 1731507703648 (+407 ms)Flushing 1588230740/table: appending metadata at 1731507703659 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731507703660 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f803491: reopening flushed file at 1731507704067 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c01f5: reopening flushed file at 1731507704071 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4cde59: reopening flushed file at 1731507704075 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6033c3: reopening flushed file at 1731507704079 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1731507704083 (+4 ms)Writing region close event to WAL at 1731507704084 (+1 ms)Running coprocessor post-close hooks at 1731507704087 (+3 ms)Closed at 1731507704087 2024-11-13T14:21:44,087 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:44,089 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/norep/cb1fd61d0b4c4a39a0f04deb19313291 2024-11-13T14:21:44,092 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb1fd61d0b4c4a39a0f04deb19313291 2024-11-13T14:21:44,093 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/f/b1f9ee58ed094691a4b5808de1c9c8b9 as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/f/b1f9ee58ed094691a4b5808de1c9c8b9 2024-11-13T14:21:44,096 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f9ee58ed094691a4b5808de1c9c8b9 2024-11-13T14:21:44,096 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/f/b1f9ee58ed094691a4b5808de1c9c8b9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T14:21:44,097 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/f1/ab08a4a52255469fbee51f7a2d4882d0 as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/f1/ab08a4a52255469fbee51f7a2d4882d0 2024-11-13T14:21:44,100 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab08a4a52255469fbee51f7a2d4882d0 2024-11-13T14:21:44,100 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/f1/ab08a4a52255469fbee51f7a2d4882d0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T14:21:44,101 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/.tmp/norep/cb1fd61d0b4c4a39a0f04deb19313291 as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/norep/cb1fd61d0b4c4a39a0f04deb19313291 2024-11-13T14:21:44,104 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb1fd61d0b4c4a39a0f04deb19313291 2024-11-13T14:21:44,104 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/norep/cb1fd61d0b4c4a39a0f04deb19313291, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T14:21:44,105 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5ee05a77173dc64487a427cc1258f7b4 in 1281ms, sequenceid=12, compaction requested=false 2024-11-13T14:21:44,105 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:21:44,110 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/data/default/test/5ee05a77173dc64487a427cc1258f7b4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T14:21:44,111 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:44,111 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:21:44,111 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:44,111 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ee05a77173dc64487a427cc1258f7b4: Waiting for close lock at 1731507702824Running coprocessor pre-close hooks at 1731507702824Disabling compacts and flushes for region at 1731507702824Disabling writes for close at 1731507702824Obtaining lock to block concurrent updates at 1731507702824Preparing flush snapshotting stores in 5ee05a77173dc64487a427cc1258f7b4 at 1731507702824Finished memstore snapshotting test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731507702824Flushing stores of test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. at 1731507702825 (+1 ms)Flushing 5ee05a77173dc64487a427cc1258f7b4/f: creating writer at 1731507702825Flushing 5ee05a77173dc64487a427cc1258f7b4/f: appending metadata at 1731507702842 (+17 ms)Flushing 5ee05a77173dc64487a427cc1258f7b4/f: closing flushed file at 1731507702842Flushing 5ee05a77173dc64487a427cc1258f7b4/f1: creating writer at 1731507703249 (+407 ms)Flushing 5ee05a77173dc64487a427cc1258f7b4/f1: appending metadata at 1731507703260 (+11 ms)Flushing 5ee05a77173dc64487a427cc1258f7b4/f1: closing flushed file at 1731507703260Flushing 5ee05a77173dc64487a427cc1258f7b4/norep: creating writer at 1731507703667 (+407 ms)Flushing 5ee05a77173dc64487a427cc1258f7b4/norep: appending metadata at 1731507703685 (+18 ms)Flushing 5ee05a77173dc64487a427cc1258f7b4/norep: closing flushed file at 1731507703686 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6715c309: reopening flushed file at 1731507704092 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b577d62: reopening flushed file at 1731507704096 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76377b81: reopening flushed file at 1731507704101 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5ee05a77173dc64487a427cc1258f7b4 in 1281ms, sequenceid=12, compaction requested=false at 1731507704105 (+4 ms)Writing region close event to WAL at 1731507704108 (+3 ms)Running coprocessor post-close hooks at 1731507704111 (+3 ms)Closed at 1731507704111 2024-11-13T14:21:44,111 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507672749.5ee05a77173dc64487a427cc1258f7b4. 2024-11-13T14:21:44,182 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,45045,1731507658203; all regions closed. 2024-11-13T14:21:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:21:44,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741839_1015 (size=3552) 2024-11-13T14:21:44,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/WALs/eb1966fd6578,45045,1731507658203/eb1966fd6578%2C45045%2C1731507658203.1731507660525 not finished, retry = 0 2024-11-13T14:21:44,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741832_1008 (size=2392) 2024-11-13T14:21:44,289 DEBUG [RS:0;eb1966fd6578:45045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:44,289 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:21:44,289 INFO [RS:0;eb1966fd6578:45045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:21:44,289 INFO [RS:0;eb1966fd6578:45045 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:21:44,289 INFO [RS:0;eb1966fd6578:45045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:21:44,289 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:21:44,290 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,45045,1731507658203 because: Region server is closing 2024-11-13T14:21:44,290 INFO [RS:0;eb1966fd6578:45045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:45045. 2024-11-13T14:21:44,290 DEBUG [RS:0;eb1966fd6578:45045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:44,290 DEBUG [RS:0;eb1966fd6578:45045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:44,290 DEBUG [RS:0;eb1966fd6578:45045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:44,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:44,390 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45045,1731507658203.replicationSource.shippereb1966fd6578%2C45045%2C1731507658203,1-eb1966fd6578,45045,1731507658203 terminated 2024-11-13T14:21:44,390 INFO [RS:0;eb1966fd6578:45045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:45045. 2024-11-13T14:21:44,390 DEBUG [RS:0;eb1966fd6578:45045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:21:44,391 DEBUG [RS:0;eb1966fd6578:45045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:44,391 DEBUG [RS:0;eb1966fd6578:45045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:44,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:21:44,391 INFO [RS:0;eb1966fd6578:45045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45045 2024-11-13T14:21:44,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277/rs 2024-11-13T14:21:44,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673376277/rs/eb1966fd6578,45045,1731507658203 2024-11-13T14:21:44,441 INFO [RS:0;eb1966fd6578:45045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:21:44,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,45045,1731507658203] 2024-11-13T14:21:44,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-673376277/draining/eb1966fd6578,45045,1731507658203 already deleted, retry=false 2024-11-13T14:21:44,462 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,45045,1731507658203 expired; onlineServers=0 2024-11-13T14:21:44,462 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,44317,1731507657993' ***** 2024-11-13T14:21:44,462 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:21:44,462 INFO [M:0;eb1966fd6578:44317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:21:44,462 INFO [M:0;eb1966fd6578:44317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:21:44,462 DEBUG [M:0;eb1966fd6578:44317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:21:44,462 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:21:44,462 DEBUG [M:0;eb1966fd6578:44317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:21:44,462 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507660269 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507660269,5,FailOnTimeoutGroup] 2024-11-13T14:21:44,462 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507660269 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507660269,5,FailOnTimeoutGroup] 2024-11-13T14:21:44,462 INFO [M:0;eb1966fd6578:44317 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:21:44,462 INFO [M:0;eb1966fd6578:44317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:21:44,463 DEBUG [M:0;eb1966fd6578:44317 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:21:44,463 INFO [M:0;eb1966fd6578:44317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:21:44,463 INFO [M:0;eb1966fd6578:44317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:21:44,463 ERROR [M:0;eb1966fd6578:44317 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46767,5,PEWorkerGroup] 2024-11-13T14:21:44,463 INFO [M:0;eb1966fd6578:44317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:21:44,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:21:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-673376277/master 2024-11-13T14:21:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-673376277 2024-11-13T14:21:44,472 DEBUG [M:0;eb1966fd6578:44317 {}] zookeeper.ZKUtil(347): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Unable to get data of znode /0-673376277/master because node does not exist (not an error) 2024-11-13T14:21:44,473 WARN [M:0;eb1966fd6578:44317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:21:44,473 INFO [M:0;eb1966fd6578:44317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/.lastflushedseqids 2024-11-13T14:21:44,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741848_1024 (size=245) 2024-11-13T14:21:44,552 INFO [RS:0;eb1966fd6578:45045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:21:44,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:44,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45045-0x1013492113d0001, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:44,552 INFO [RS:0;eb1966fd6578:45045 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,45045,1731507658203; zookeeper connection closed. 2024-11-13T14:21:44,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dca186a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dca186a 2024-11-13T14:21:44,552 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:21:44,877 INFO [M:0;eb1966fd6578:44317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:21:44,877 INFO [M:0;eb1966fd6578:44317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:21:44,878 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:21:44,878 INFO [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:44,878 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:44,878 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:21:44,878 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:44,878 INFO [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T14:21:44,891 DEBUG [M:0;eb1966fd6578:44317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43cc0fab66a4bffb0dd8e18e3386c5c is 82, key is hbase:meta,,1/info:regioninfo/1731507661521/Put/seqid=0 2024-11-13T14:21:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741849_1025 (size=5672) 2024-11-13T14:21:45,298 INFO [M:0;eb1966fd6578:44317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43cc0fab66a4bffb0dd8e18e3386c5c 2024-11-13T14:21:45,314 DEBUG [M:0;eb1966fd6578:44317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e611914c9b4e4e78a634c517efc08c9b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731507673909/Put/seqid=0 2024-11-13T14:21:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741850_1026 (size=7218) 2024-11-13T14:21:45,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:21:45,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:45,718 INFO [M:0;eb1966fd6578:44317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e611914c9b4e4e78a634c517efc08c9b 2024-11-13T14:21:45,721 INFO [M:0;eb1966fd6578:44317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e611914c9b4e4e78a634c517efc08c9b 2024-11-13T14:21:45,738 DEBUG [M:0;eb1966fd6578:44317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ae61f0e92b4d2ba314fc20f958a0b0 is 69, key is eb1966fd6578,45045,1731507658203/rs:state/1731507660374/Put/seqid=0 2024-11-13T14:21:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741851_1027 (size=5156) 2024-11-13T14:21:46,144 INFO [M:0;eb1966fd6578:44317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ae61f0e92b4d2ba314fc20f958a0b0 2024-11-13T14:21:46,148 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43cc0fab66a4bffb0dd8e18e3386c5c as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c43cc0fab66a4bffb0dd8e18e3386c5c 2024-11-13T14:21:46,151 INFO [M:0;eb1966fd6578:44317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c43cc0fab66a4bffb0dd8e18e3386c5c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T14:21:46,152 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e611914c9b4e4e78a634c517efc08c9b as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e611914c9b4e4e78a634c517efc08c9b 2024-11-13T14:21:46,155 INFO [M:0;eb1966fd6578:44317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e611914c9b4e4e78a634c517efc08c9b 2024-11-13T14:21:46,155 INFO [M:0;eb1966fd6578:44317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e611914c9b4e4e78a634c517efc08c9b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T14:21:46,156 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ae61f0e92b4d2ba314fc20f958a0b0 as hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ae61f0e92b4d2ba314fc20f958a0b0 2024-11-13T14:21:46,159 INFO [M:0;eb1966fd6578:44317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46767/user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ae61f0e92b4d2ba314fc20f958a0b0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T14:21:46,160 INFO [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-13T14:21:46,161 INFO [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:46,161 DEBUG [M:0;eb1966fd6578:44317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507704878Disabling compacts and flushes for region at 1731507704878Disabling writes for close at 1731507704878Obtaining lock to block concurrent updates at 1731507704878Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507704878Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731507704878Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507704879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507704879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507704891 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507704891Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507705301 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507705314 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507705314Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507705721 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507705737 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507705737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f516e5d: reopening flushed file at 1731507706147 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454f80d7: reopening flushed file at 1731507706151 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42855829: reopening flushed file at 1731507706155 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731507706160 (+5 ms)Writing region close event to WAL at 1731507706161 (+1 ms)Closed at 1731507706161 2024-11-13T14:21:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41667 is added to blk_1073741830_1006 (size=64423) 2024-11-13T14:21:46,162 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7216e88-7754-9b53-766a-c25a02129db6/MasterData/WALs/eb1966fd6578,44317,1731507657993/eb1966fd6578%2C44317%2C1731507657993.1731507659958 not finished, retry = 0 2024-11-13T14:21:46,263 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:21:46,263 INFO [M:0;eb1966fd6578:44317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:21:46,263 INFO [M:0;eb1966fd6578:44317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44317 2024-11-13T14:21:46,264 INFO [M:0;eb1966fd6578:44317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:21:46,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:46,412 INFO [M:0;eb1966fd6578:44317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:21:46,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44317-0x1013492113d0000, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:21:46,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@619a723f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:21:46,415 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@360f6672{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:21:46,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:21:46,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6abc47e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:21:46,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@340a28cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.log.dir/,STOPPED} 2024-11-13T14:21:46,416 WARN [BP-1926754469-172.17.0.2-1731507656097 heartbeating to localhost/127.0.0.1:46767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:21:46,416 WARN [BP-1926754469-172.17.0.2-1731507656097 heartbeating to localhost/127.0.0.1:46767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1926754469-172.17.0.2-1731507656097 (Datanode Uuid 571bb872-3352-4532-a8f1-1b15a19558df) service to localhost/127.0.0.1:46767 2024-11-13T14:21:46,416 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:21:46,416 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:21:46,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/cluster_eb0d6136-b4c8-a7ca-5321-1738dd778fb2/data/data1/current/BP-1926754469-172.17.0.2-1731507656097 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:21:46,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/cluster_eb0d6136-b4c8-a7ca-5321-1738dd778fb2/data/data2/current/BP-1926754469-172.17.0.2-1731507656097 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:21:46,417 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:21:46,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b725b6a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:21:46,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ff1e43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:21:46,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:21:46,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78b42913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:21:46,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61bc3e85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/451990df-994c-6050-e23c-62224518dbea/hadoop.log.dir/,STOPPED} 2024-11-13T14:21:46,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:21:46,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:21:46,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:32977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42001 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46767 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=722 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=2511 (was 2578) 2024-11-13T14:21:46,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=722, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=2511 2024-11-13T14:21:46,474 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T14:21:46,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.log.dir so I do NOT create it in target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9 2024-11-13T14:21:46,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:21:46,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.tmp.dir so I do NOT create it in target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9 2024-11-13T14:21:46,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3451b3-1caf-1453-ff72-b1ba32784ea5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:21:46,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9 2024-11-13T14:21:46,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/cluster_cfaa2d6d-9830-981b-8ea2-a6d32a7089e8, deleteOnExit=true 2024-11-13T14:21:46,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/cluster_cfaa2d6d-9830-981b-8ea2-a6d32a7089e8/zookeeper_0, clientPort=50275, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/cluster_cfaa2d6d-9830-981b-8ea2-a6d32a7089e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/cluster_cfaa2d6d-9830-981b-8ea2-a6d32a7089e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:21:46,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50275 2024-11-13T14:21:46,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:21:46,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/test.cache.data in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:21:46,501 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:21:46,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:46,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:21:46,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:21:46,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013492113d0002, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:21:46,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013492113d0008, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:21:46,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013492113d0005, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:21:46,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013492113d0005, quorum=127.0.0.1:61492, baseZNode=/1544706230 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:21:46,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013492113d0002, quorum=127.0.0.1:61492, baseZNode=/0-673376277 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:21:46,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013492113d0008, quorum=127.0.0.1:61492, baseZNode=/22022897878 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:21:46,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:46,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:46,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:46,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:46,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:21:46,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:46,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed81529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:46,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295c29dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:46,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e0a0801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/java.io.tmpdir/jetty-localhost-34001-hadoop-hdfs-3_4_1-tests_jar-_-any-10242717558416159720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:21:46,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fb72c32{HTTP/1.1, (http/1.1)}{localhost:34001} 2024-11-13T14:21:46,977 INFO [Time-limited test {}] server.Server(415): Started @275450ms 2024-11-13T14:21:47,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:47,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:47,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:47,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:47,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:21:47,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ca2e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:47,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@475f79bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:47,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@707cc983{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/java.io.tmpdir/jetty-localhost-35237-hadoop-hdfs-3_4_1-tests_jar-_-any-7135882529220992887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:21:47,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@146efea0{HTTP/1.1, (http/1.1)}{localhost:35237} 2024-11-13T14:21:47,343 INFO [Time-limited test {}] server.Server(415): Started @275815ms 2024-11-13T14:21:47,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:21:47,996 WARN [Thread-3450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/cluster_cfaa2d6d-9830-981b-8ea2-a6d32a7089e8/data/data2/current/BP-1301711753-172.17.0.2-1731507706523/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:47,996 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/cluster_cfaa2d6d-9830-981b-8ea2-a6d32a7089e8/data/data1/current/BP-1301711753-172.17.0.2-1731507706523/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:48,016 WARN [Thread-3437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:21:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa25c04d441af474 with lease ID 0xfc34fdf052893bea: Processing first storage report for DS-bc462bb7-a2c1-4edd-a6a9-0cf8d2f249bb from datanode DatanodeRegistration(127.0.0.1:34051, datanodeUuid=a5cafb3f-4c90-46ee-9ffd-73e0065866df, infoPort=44753, infoSecurePort=0, ipcPort=33665, storageInfo=lv=-57;cid=testClusterID;nsid=534517501;c=1731507706523) 2024-11-13T14:21:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa25c04d441af474 with lease ID 0xfc34fdf052893bea: from storage DS-bc462bb7-a2c1-4edd-a6a9-0cf8d2f249bb node DatanodeRegistration(127.0.0.1:34051, datanodeUuid=a5cafb3f-4c90-46ee-9ffd-73e0065866df, infoPort=44753, infoSecurePort=0, ipcPort=33665, storageInfo=lv=-57;cid=testClusterID;nsid=534517501;c=1731507706523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa25c04d441af474 with lease ID 0xfc34fdf052893bea: Processing first storage report for DS-18b2f9ca-acd0-461e-8f60-62879c10abd0 from datanode DatanodeRegistration(127.0.0.1:34051, datanodeUuid=a5cafb3f-4c90-46ee-9ffd-73e0065866df, infoPort=44753, infoSecurePort=0, ipcPort=33665, storageInfo=lv=-57;cid=testClusterID;nsid=534517501;c=1731507706523) 2024-11-13T14:21:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa25c04d441af474 with lease ID 0xfc34fdf052893bea: from storage DS-18b2f9ca-acd0-461e-8f60-62879c10abd0 node DatanodeRegistration(127.0.0.1:34051, datanodeUuid=a5cafb3f-4c90-46ee-9ffd-73e0065866df, infoPort=44753, infoSecurePort=0, ipcPort=33665, storageInfo=lv=-57;cid=testClusterID;nsid=534517501;c=1731507706523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:48,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9 2024-11-13T14:21:48,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:48,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:48,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:21:48,473 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151 with version=8 2024-11-13T14:21:48,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/hbase-staging 2024-11-13T14:21:48,476 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:48,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:48,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:48,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:48,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:48,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:48,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:21:48,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:48,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40563 2024-11-13T14:21:48,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40563 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:21:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:21:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:21:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:21:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:21:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:48,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:21:48,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405630x0, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:48,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40563-0x1013492d62e0000 connected 2024-11-13T14:21:48,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:48,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:48,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on znode that does not yet exist, /01448886133/running 2024-11-13T14:21:48,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151, hbase.cluster.distributed=false 2024-11-13T14:21:48,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on znode that does not yet exist, /01448886133/acl 2024-11-13T14:21:48,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40563 2024-11-13T14:21:48,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40563 2024-11-13T14:21:48,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40563 2024-11-13T14:21:48,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40563 2024-11-13T14:21:48,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40563 2024-11-13T14:21:48,670 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:48,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:48,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:48,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:48,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:48,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:48,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:21:48,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:48,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40883 2024-11-13T14:21:48,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40883 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:21:48,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:48,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408830x0, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:48,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40883-0x1013492d62e0001 connected 2024-11-13T14:21:48,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on znode that does not yet exist, /01448886133/running 2024-11-13T14:21:48,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:21:48,682 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:21:48,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on znode that does not yet exist, /01448886133/master 2024-11-13T14:21:48,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on znode that does not yet exist, /01448886133/acl 2024-11-13T14:21:48,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40883 2024-11-13T14:21:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40883 2024-11-13T14:21:48,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40883 2024-11-13T14:21:48,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40883 2024-11-13T14:21:48,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40883 2024-11-13T14:21:48,698 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:40563 2024-11-13T14:21:48,698 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01448886133/backup-masters/eb1966fd6578,40563,1731507708476 2024-11-13T14:21:48,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133/backup-masters 2024-11-13T14:21:48,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133/backup-masters 2024-11-13T14:21:48,702 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on existing znode=/01448886133/backup-masters/eb1966fd6578,40563,1731507708476 2024-11-13T14:21:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01448886133/master 2024-11-13T14:21:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:48,713 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on existing znode=/01448886133/master 2024-11-13T14:21:48,713 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01448886133/backup-masters/eb1966fd6578,40563,1731507708476 from backup master directory 2024-11-13T14:21:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01448886133/backup-masters/eb1966fd6578,40563,1731507708476 2024-11-13T14:21:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133/backup-masters 2024-11-13T14:21:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133/backup-masters 2024-11-13T14:21:48,723 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:48,723 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,40563,1731507708476 2024-11-13T14:21:48,726 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/hbase.id] with ID: 1ee5c2d7-2926-41db-9c53-f75596cf5aa4 2024-11-13T14:21:48,726 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/.tmp/hbase.id 2024-11-13T14:21:48,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:21:49,130 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/.tmp/hbase.id]:[hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/hbase.id] 2024-11-13T14:21:49,138 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:49,138 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:21:49,139 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:21:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:21:49,591 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:49,592 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:21:49,592 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:21:49,998 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store 2024-11-13T14:21:50,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:21:50,403 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:50,403 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:21:50,403 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:50,403 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:50,403 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:21:50,403 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:50,403 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:50,403 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507710403Disabling compacts and flushes for region at 1731507710403Disabling writes for close at 1731507710403Writing region close event to WAL at 1731507710403Closed at 1731507710403 2024-11-13T14:21:50,404 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/.initializing 2024-11-13T14:21:50,404 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/WALs/eb1966fd6578,40563,1731507708476 2024-11-13T14:21:50,405 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:50,406 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C40563%2C1731507708476, suffix=, logDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/WALs/eb1966fd6578,40563,1731507708476, archiveDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/oldWALs, maxLogs=10 2024-11-13T14:21:50,418 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/WALs/eb1966fd6578,40563,1731507708476/eb1966fd6578%2C40563%2C1731507708476.1731507710406, exclude list is [], retry=0 2024-11-13T14:21:50,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34051,DS-bc462bb7-a2c1-4edd-a6a9-0cf8d2f249bb,DISK] 2024-11-13T14:21:50,422 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/WALs/eb1966fd6578,40563,1731507708476/eb1966fd6578%2C40563%2C1731507708476.1731507710406 2024-11-13T14:21:50,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44753:44753)] 2024-11-13T14:21:50,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:50,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:50,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,422 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:21:50,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:50,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:50,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:21:50,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:50,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:50,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:21:50,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:50,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:50,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:21:50,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:50,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:50,428 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,429 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,429 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,430 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,430 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,430 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:50,431 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:50,432 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:50,432 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68566997, jitterRate=0.021727874875068665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:50,432 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507710422Initializing all the Stores at 1731507710423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507710423Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507710423Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507710423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507710423Cleaning up temporary data from old regions at 1731507710430 (+7 ms)Region opened successfully at 1731507710432 (+2 ms) 2024-11-13T14:21:50,433 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:21:50,435 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c625bcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:50,435 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:21:50,435 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:21:50,435 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:21:50,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:21:50,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:21:50,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:21:50,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:21:50,438 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:21:50,438 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Unable to get data of znode /01448886133/balancer because node does not exist (not necessarily an error) 2024-11-13T14:21:50,512 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01448886133/balancer already deleted, retry=false 2024-11-13T14:21:50,513 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:21:50,513 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Unable to get data of znode /01448886133/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:21:50,523 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01448886133/normalizer already deleted, retry=false 2024-11-13T14:21:50,523 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:21:50,524 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Unable to get data of znode /01448886133/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:21:50,533 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01448886133/switch/split already deleted, retry=false 2024-11-13T14:21:50,534 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Unable to get data of znode /01448886133/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:21:50,544 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01448886133/switch/merge already deleted, retry=false 2024-11-13T14:21:50,545 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Unable to get data of znode /01448886133/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:21:50,554 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01448886133/snapshot-cleanup already deleted, retry=false 2024-11-13T14:21:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01448886133/running 2024-11-13T14:21:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01448886133/running 2024-11-13T14:21:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:50,565 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,40563,1731507708476, sessionid=0x1013492d62e0000, setting cluster-up flag (Was=false) 2024-11-13T14:21:50,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:50,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:50,618 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01448886133/flush-table-proc/acquired, /01448886133/flush-table-proc/reached, /01448886133/flush-table-proc/abort 2024-11-13T14:21:50,618 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,40563,1731507708476 2024-11-13T14:21:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:50,670 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01448886133/online-snapshot/acquired, /01448886133/online-snapshot/reached, /01448886133/online-snapshot/abort 2024-11-13T14:21:50,671 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,40563,1731507708476 2024-11-13T14:21:50,672 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:21:50,673 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:50,673 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:21:50,673 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:21:50,673 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of eb1966fd6578,41559,1731507571008: status=Processing ServerCrashProcedure of eb1966fd6578,41559,1731507571008 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731507585482, completionTime=-1 appears to have been leaked 2024-11-13T14:21:50,674 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,40563,1731507708476 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:21:50,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:50,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:50,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:50,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:50,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:21:50,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:50,675 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507740680 2024-11-13T14:21:50,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:21:50,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:21:50,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:21:50,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:21:50,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:21:50,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:21:50,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:50,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:21:50,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:21:50,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:21:50,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:21:50,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:21:50,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:21:50,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:21:50,681 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507710681,5,FailOnTimeoutGroup] 2024-11-13T14:21:50,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:50,681 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507710681,5,FailOnTimeoutGroup] 2024-11-13T14:21:50,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,682 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:21:50,682 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,682 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:21:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:21:50,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:21:50,690 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151 2024-11-13T14:21:50,690 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(746): ClusterId : 1ee5c2d7-2926-41db-9c53-f75596cf5aa4 2024-11-13T14:21:50,690 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:21:50,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:21:50,703 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:21:50,703 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:21:50,713 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:21:50,713 DEBUG [RS:0;eb1966fd6578:40883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dae2db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:50,723 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:40883 2024-11-13T14:21:50,724 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:21:50,724 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:21:50,724 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:21:50,724 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,40563,1731507708476 with port=40883, startcode=1731507708670 2024-11-13T14:21:50,724 DEBUG [RS:0;eb1966fd6578:40883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:21:50,725 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:21:50,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,40883,1731507708670 2024-11-13T14:21:50,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40563 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,40883,1731507708670 2024-11-13T14:21:50,727 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151 2024-11-13T14:21:50,727 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41381 2024-11-13T14:21:50,727 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:21:50,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133/rs 2024-11-13T14:21:50,734 DEBUG [RS:0;eb1966fd6578:40883 {}] zookeeper.ZKUtil(111): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on existing znode=/01448886133/rs/eb1966fd6578,40883,1731507708670 2024-11-13T14:21:50,734 WARN [RS:0;eb1966fd6578:40883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:50,734 INFO [RS:0;eb1966fd6578:40883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:50,734 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670 2024-11-13T14:21:50,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,40883,1731507708670] 2024-11-13T14:21:50,736 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:21:50,737 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:21:50,737 INFO [RS:0;eb1966fd6578:40883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:21:50,737 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,738 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:21:50,738 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:21:50,738 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:50,738 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:50,739 DEBUG [RS:0;eb1966fd6578:40883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:50,739 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,739 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,739 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,739 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,739 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,739 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40883,1731507708670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:50,751 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:21:50,751 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40883,1731507708670-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,752 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,752 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.Replication(171): eb1966fd6578,40883,1731507708670 started 2024-11-13T14:21:50,763 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:50,763 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,40883,1731507708670, RpcServer on eb1966fd6578/172.17.0.2:40883, sessionid=0x1013492d62e0001 2024-11-13T14:21:50,763 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:21:50,763 DEBUG [RS:0;eb1966fd6578:40883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,40883,1731507708670 2024-11-13T14:21:50,763 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,40883,1731507708670' 2024-11-13T14:21:50,763 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01448886133/flush-table-proc/abort' 2024-11-13T14:21:50,763 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01448886133/flush-table-proc/acquired' 2024-11-13T14:21:50,764 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:21:50,764 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:21:50,764 DEBUG [RS:0;eb1966fd6578:40883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,40883,1731507708670 2024-11-13T14:21:50,764 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,40883,1731507708670' 2024-11-13T14:21:50,764 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01448886133/online-snapshot/abort' 2024-11-13T14:21:50,764 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01448886133/online-snapshot/acquired' 2024-11-13T14:21:50,764 DEBUG [RS:0;eb1966fd6578:40883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:21:50,764 INFO [RS:0;eb1966fd6578:40883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:21:50,764 INFO [RS:0;eb1966fd6578:40883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:21:50,865 INFO [RS:0;eb1966fd6578:40883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:50,866 INFO [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C40883%2C1731507708670, suffix=, logDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670, archiveDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/oldWALs, maxLogs=10 2024-11-13T14:21:50,882 DEBUG [RS:0;eb1966fd6578:40883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866, exclude list is [], retry=0 2024-11-13T14:21:50,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34051,DS-bc462bb7-a2c1-4edd-a6a9-0cf8d2f249bb,DISK] 2024-11-13T14:21:50,885 INFO [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 2024-11-13T14:21:50,886 DEBUG [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44753:44753)] 2024-11-13T14:21:51,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:51,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:51,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:51,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:51,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:51,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:51,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:51,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:51,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:51,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:51,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:51,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:51,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:51,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:51,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:51,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:51,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:51,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:51,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740 2024-11-13T14:21:51,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740 2024-11-13T14:21:51,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:51,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:51,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:51,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:51,107 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:51,108 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68235273, jitterRate=0.016784802079200745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:51,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507711098Initializing all the Stores at 1731507711099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507711099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507711099Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507711099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507711099Cleaning up temporary data from old regions at 1731507711105 (+6 ms)Region opened successfully at 1731507711108 (+3 ms) 2024-11-13T14:21:51,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:21:51,109 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:21:51,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:21:51,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:21:51,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:21:51,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:51,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507711108Disabling compacts and flushes for region at 1731507711108Disabling writes for close at 1731507711109 (+1 ms)Writing region close event to WAL at 1731507711109Closed at 1731507711109 2024-11-13T14:21:51,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:51,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:21:51,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:21:51,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:51,111 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:21:51,262 DEBUG [eb1966fd6578:40563 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:21:51,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,40883,1731507708670 2024-11-13T14:21:51,263 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,40883,1731507708670, state=OPENING 2024-11-13T14:21:51,312 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:21:51,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:51,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:21:51,323 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:51,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01448886133/meta-region-server: CHANGED 2024-11-13T14:21:51,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01448886133/meta-region-server: CHANGED 2024-11-13T14:21:51,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,40883,1731507708670}] 2024-11-13T14:21:51,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:51,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:21:51,479 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:21:51,479 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:51,479 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:21:51,480 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C40883%2C1731507708670.meta, suffix=.meta, logDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670, archiveDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/oldWALs, maxLogs=10 2024-11-13T14:21:51,491 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.meta.1731507711480.meta, exclude list is [], retry=0 2024-11-13T14:21:51,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34051,DS-bc462bb7-a2c1-4edd-a6a9-0cf8d2f249bb,DISK] 2024-11-13T14:21:51,494 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.meta.1731507711480.meta 2024-11-13T14:21:51,494 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44753:44753)] 2024-11-13T14:21:51,494 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:51,494 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:51,495 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:21:51,495 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:21:51,495 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:21:51,495 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:21:51,495 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:51,495 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:21:51,495 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:21:51,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:51,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:51,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:51,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:51,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:51,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:51,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:51,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:51,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:51,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:51,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:51,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:51,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:51,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:51,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:51,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:51,499 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:51,499 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740 2024-11-13T14:21:51,500 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740 2024-11-13T14:21:51,501 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:51,501 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:51,501 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:51,502 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:51,503 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64881516, jitterRate=-0.03319007158279419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:51,503 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:21:51,503 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507711495Writing region info on filesystem at 1731507711495Initializing all the Stores at 1731507711496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507711496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507711496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507711496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507711496Cleaning up temporary data from old regions at 1731507711501 (+5 ms)Running coprocessor post-open hooks at 1731507711503 (+2 ms)Region opened successfully at 1731507711503 2024-11-13T14:21:51,504 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507711475 2024-11-13T14:21:51,506 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:21:51,506 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:21:51,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,40883,1731507708670 2024-11-13T14:21:51,507 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,40883,1731507708670, state=OPEN 2024-11-13T14:21:51,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01448886133/meta-region-server 2024-11-13T14:21:51,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01448886133/meta-region-server 2024-11-13T14:21:51,546 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,40883,1731507708670 2024-11-13T14:21:51,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01448886133/meta-region-server: CHANGED 2024-11-13T14:21:51,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01448886133/meta-region-server: CHANGED 2024-11-13T14:21:51,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:21:51,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,40883,1731507708670 in 223 msec 2024-11-13T14:21:51,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:21:51,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-13T14:21:51,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:51,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:21:51,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:51,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,40883,1731507708670, seqNum=-1] 2024-11-13T14:21:51,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:51,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:51,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 882 msec 2024-11-13T14:21:51,555 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507711555, completionTime=-1 2024-11-13T14:21:51,555 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:21:51,555 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507771557 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507831557 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40563,1731507708476-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40563,1731507708476-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40563,1731507708476-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:40563, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:51,557 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:51,558 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:51,559 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:21:51,560 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.837sec 2024-11-13T14:21:51,560 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:21:51,560 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:21:51,560 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:21:51,561 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:21:51,561 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:21:51,561 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40563,1731507708476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:51,561 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40563,1731507708476-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:21:51,562 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:21:51,562 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:21:51,562 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40563,1731507708476-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:51,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e491e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:51,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40563,-1 for getting cluster id 2024-11-13T14:21:51,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:51,592 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee5c2d7-2926-41db-9c53-f75596cf5aa4' 2024-11-13T14:21:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee5c2d7-2926-41db-9c53-f75596cf5aa4" 2024-11-13T14:21:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3811facd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40563,-1] 2024-11-13T14:21:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:51,593 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:51,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b98ee1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:51,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:51,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,40883,1731507708670, seqNum=-1] 2024-11-13T14:21:51,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:51,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:51,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,40563,1731507708476 2024-11-13T14:21:51,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:21:51,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:51,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013492d62e0002 connected 2024-11-13T14:21:51,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.log.dir so I do NOT create it in target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc 2024-11-13T14:21:51,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:21:51,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.tmp.dir so I do NOT create it in target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc 2024-11-13T14:21:51,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:21:51,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc 2024-11-13T14:21:51,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:21:51,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/cluster_e64ad01d-e92a-826b-a8ec-fd223eef4da3, deleteOnExit=true 2024-11-13T14:21:51,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:21:51,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/test.cache.data in system properties and HBase conf 2024-11-13T14:21:51,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:21:51,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:21:51,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:21:51,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:21:51,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:21:51,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:21:51,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:21:51,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:51,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:51,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:51,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:51,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:21:51,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:51,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33292fdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:51,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786b2ed4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:52,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3b46f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/java.io.tmpdir/jetty-localhost-35381-hadoop-hdfs-3_4_1-tests_jar-_-any-1368618149741621515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:21:52,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32455bb6{HTTP/1.1, (http/1.1)}{localhost:35381} 2024-11-13T14:21:52,062 INFO [Time-limited test {}] server.Server(415): Started @280534ms 2024-11-13T14:21:52,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:52,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:52,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:52,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:52,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:21:52,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14948176{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:52,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326fb535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:52,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6725a265{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/java.io.tmpdir/jetty-localhost-38419-hadoop-hdfs-3_4_1-tests_jar-_-any-2953448806544291762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:21:52,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16774168{HTTP/1.1, (http/1.1)}{localhost:38419} 2024-11-13T14:21:52,416 INFO [Time-limited test {}] server.Server(415): Started @280888ms 2024-11-13T14:21:52,417 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:21:53,147 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/cluster_e64ad01d-e92a-826b-a8ec-fd223eef4da3/data/data2/current/BP-1406123952-172.17.0.2-1731507711651/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:53,147 WARN [Thread-3569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/cluster_e64ad01d-e92a-826b-a8ec-fd223eef4da3/data/data1/current/BP-1406123952-172.17.0.2-1731507711651/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:53,166 WARN [Thread-3557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:21:53,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c56d1424b05104 with lease ID 0x9f431acf354c677d: Processing first storage report for DS-dac9c30c-5173-4fbe-968c-2096e533ecbc from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=e4d5f487-437b-42b1-8f80-fe2bc9f595a6, infoPort=40295, infoSecurePort=0, ipcPort=35975, storageInfo=lv=-57;cid=testClusterID;nsid=31208028;c=1731507711651) 2024-11-13T14:21:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c56d1424b05104 with lease ID 0x9f431acf354c677d: from storage DS-dac9c30c-5173-4fbe-968c-2096e533ecbc node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=e4d5f487-437b-42b1-8f80-fe2bc9f595a6, infoPort=40295, infoSecurePort=0, ipcPort=35975, storageInfo=lv=-57;cid=testClusterID;nsid=31208028;c=1731507711651), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c56d1424b05104 with lease ID 0x9f431acf354c677d: Processing first storage report for DS-53310ea4-8bd6-47c5-9fe4-ee752ddab0e7 from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=e4d5f487-437b-42b1-8f80-fe2bc9f595a6, infoPort=40295, infoSecurePort=0, ipcPort=35975, storageInfo=lv=-57;cid=testClusterID;nsid=31208028;c=1731507711651) 2024-11-13T14:21:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c56d1424b05104 with lease ID 0x9f431acf354c677d: from storage DS-53310ea4-8bd6-47c5-9fe4-ee752ddab0e7 node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=e4d5f487-437b-42b1-8f80-fe2bc9f595a6, infoPort=40295, infoSecurePort=0, ipcPort=35975, storageInfo=lv=-57;cid=testClusterID;nsid=31208028;c=1731507711651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:53,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc 2024-11-13T14:21:53,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:53,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:21:53,651 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88 with version=8 2024-11-13T14:21:53,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/hbase-staging 2024-11-13T14:21:53,653 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:53,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:53,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:53,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:53,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:53,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:53,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:21:53,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:53,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45087 2024-11-13T14:21:53,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45087 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:21:53,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450870x0, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:53,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45087-0x1013492d62e0003 connected 2024-11-13T14:21:53,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:53,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:53,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on znode that does not yet exist, /1493644602/running 2024-11-13T14:21:53,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88, hbase.cluster.distributed=false 2024-11-13T14:21:53,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on znode that does not yet exist, /1493644602/acl 2024-11-13T14:21:53,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-13T14:21:53,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45087 2024-11-13T14:21:53,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45087 2024-11-13T14:21:53,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-13T14:21:53,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-13T14:21:53,799 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:53,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:53,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:53,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:53,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:53,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:53,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:21:53,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:53,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46607 2024-11-13T14:21:53,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46607 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:21:53,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:53,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:53,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466070x0, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:53,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466070x0, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on znode that does not yet exist, /1493644602/running 2024-11-13T14:21:53,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46607-0x1013492d62e0004 connected 2024-11-13T14:21:53,807 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:21:53,808 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:21:53,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on znode that does not yet exist, /1493644602/master 2024-11-13T14:21:53,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on znode that does not yet exist, /1493644602/acl 2024-11-13T14:21:53,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46607 2024-11-13T14:21:53,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46607 2024-11-13T14:21:53,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46607 2024-11-13T14:21:53,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46607 2024-11-13T14:21:53,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46607 2024-11-13T14:21:53,828 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:45087 2024-11-13T14:21:53,828 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1493644602/backup-masters/eb1966fd6578,45087,1731507713652 2024-11-13T14:21:53,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602/backup-masters 2024-11-13T14:21:53,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602/backup-masters 2024-11-13T14:21:53,839 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on existing znode=/1493644602/backup-masters/eb1966fd6578,45087,1731507713652 2024-11-13T14:21:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1493644602/master 2024-11-13T14:21:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:53,849 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on existing znode=/1493644602/master 2024-11-13T14:21:53,850 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1493644602/backup-masters/eb1966fd6578,45087,1731507713652 from backup master directory 2024-11-13T14:21:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493644602/backup-masters/eb1966fd6578,45087,1731507713652 2024-11-13T14:21:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602/backup-masters 2024-11-13T14:21:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602/backup-masters 2024-11-13T14:21:53,859 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:53,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,45087,1731507713652 2024-11-13T14:21:53,862 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/hbase.id] with ID: b7c26386-f0cf-44d4-a725-f7fd8d3743c3 2024-11-13T14:21:53,862 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/.tmp/hbase.id 2024-11-13T14:21:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:21:54,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:21:54,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:21:54,266 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/.tmp/hbase.id]:[hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/hbase.id] 2024-11-13T14:21:54,272 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:54,272 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:21:54,273 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:21:54,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:54,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:21:54,759 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:21:54,760 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:21:54,760 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:21:55,165 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store 2024-11-13T14:21:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:21:55,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:55,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:21:55,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:55,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:55,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:21:55,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:55,569 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:21:55,569 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507715569Disabling compacts and flushes for region at 1731507715569Disabling writes for close at 1731507715569Writing region close event to WAL at 1731507715569Closed at 1731507715569 2024-11-13T14:21:55,570 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/.initializing 2024-11-13T14:21:55,570 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/WALs/eb1966fd6578,45087,1731507713652 2024-11-13T14:21:55,571 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:55,572 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C45087%2C1731507713652, suffix=, logDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/WALs/eb1966fd6578,45087,1731507713652, archiveDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/oldWALs, maxLogs=10 2024-11-13T14:21:55,584 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/WALs/eb1966fd6578,45087,1731507713652/eb1966fd6578%2C45087%2C1731507713652.1731507715572, exclude list is [], retry=0 2024-11-13T14:21:55,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-dac9c30c-5173-4fbe-968c-2096e533ecbc,DISK] 2024-11-13T14:21:55,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/WALs/eb1966fd6578,45087,1731507713652/eb1966fd6578%2C45087%2C1731507713652.1731507715572 2024-11-13T14:21:55,588 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40295:40295)] 2024-11-13T14:21:55,588 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:55,588 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:55,588 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,588 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:21:55,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:55,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:55,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:21:55,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:55,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:55,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:21:55,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:55,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:55,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:21:55,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:55,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:21:55,593 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,594 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,594 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,595 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,595 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,595 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:55,596 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:21:55,597 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:55,597 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65514296, jitterRate=-0.02376091480255127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:55,597 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507715588Initializing all the Stores at 1731507715589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507715589Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507715589Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507715589Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507715589Cleaning up temporary data from old regions at 1731507715595 (+6 ms)Region opened successfully at 1731507715597 (+2 ms) 2024-11-13T14:21:55,597 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:21:55,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e45620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:55,600 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:21:55,600 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:21:55,600 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:21:55,600 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:21:55,600 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:21:55,601 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:21:55,601 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:21:55,602 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:21:55,603 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Unable to get data of znode /1493644602/balancer because node does not exist (not necessarily an error) 2024-11-13T14:21:55,659 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493644602/balancer already deleted, retry=false 2024-11-13T14:21:55,660 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:21:55,660 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Unable to get data of znode /1493644602/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:21:55,670 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493644602/normalizer already deleted, retry=false 2024-11-13T14:21:55,670 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:21:55,671 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Unable to get data of znode /1493644602/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:21:55,680 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493644602/switch/split already deleted, retry=false 2024-11-13T14:21:55,681 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Unable to get data of znode /1493644602/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:21:55,691 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493644602/switch/merge already deleted, retry=false 2024-11-13T14:21:55,692 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Unable to get data of znode /1493644602/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:21:55,701 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1493644602/snapshot-cleanup already deleted, retry=false 2024-11-13T14:21:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1493644602/running 2024-11-13T14:21:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1493644602/running 2024-11-13T14:21:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:55,712 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,45087,1731507713652, sessionid=0x1013492d62e0003, setting cluster-up flag (Was=false) 2024-11-13T14:21:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:55,765 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1493644602/flush-table-proc/acquired, /1493644602/flush-table-proc/reached, /1493644602/flush-table-proc/abort 2024-11-13T14:21:55,766 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,45087,1731507713652 2024-11-13T14:21:55,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:55,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:55,817 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1493644602/online-snapshot/acquired, /1493644602/online-snapshot/reached, /1493644602/online-snapshot/abort 2024-11-13T14:21:55,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,45087,1731507713652 2024-11-13T14:21:55,819 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:21:55,820 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:55,821 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:21:55,821 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:21:55,821 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(746): ClusterId : b7c26386-f0cf-44d4-a725-f7fd8d3743c3 2024-11-13T14:21:55,821 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,45087,1731507713652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:21:55,821 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:21:55,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:55,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:55,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:55,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:21:55,828 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:21:55,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:21:55,828 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:21:55,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:55,828 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,829 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507745829 2024-11-13T14:21:55,829 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:21:55,829 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:21:55,829 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:21:55,829 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:21:55,829 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:21:55,829 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:21:55,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:55,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:21:55,830 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:21:55,830 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507715830,5,FailOnTimeoutGroup] 2024-11-13T14:21:55,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:21:55,830 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507715830,5,FailOnTimeoutGroup] 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,830 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:21:55,831 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,831 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:21:55,839 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:21:55,839 DEBUG [RS:0;eb1966fd6578:46607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3564a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:21:55,855 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:46607 2024-11-13T14:21:55,855 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:21:55,855 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:21:55,855 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:21:55,856 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,45087,1731507713652 with port=46607, startcode=1731507713798 2024-11-13T14:21:55,856 DEBUG [RS:0;eb1966fd6578:46607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:21:55,857 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:21:55,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,46607,1731507713798 2024-11-13T14:21:55,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45087 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,46607,1731507713798 2024-11-13T14:21:55,859 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88 2024-11-13T14:21:55,859 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36325 2024-11-13T14:21:55,859 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:21:55,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602/rs 2024-11-13T14:21:55,870 DEBUG [RS:0;eb1966fd6578:46607 {}] zookeeper.ZKUtil(111): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on existing znode=/1493644602/rs/eb1966fd6578,46607,1731507713798 2024-11-13T14:21:55,870 WARN [RS:0;eb1966fd6578:46607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:55,870 INFO [RS:0;eb1966fd6578:46607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:55,870 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798 2024-11-13T14:21:55,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,46607,1731507713798] 2024-11-13T14:21:55,873 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:21:55,875 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:21:55,875 INFO [RS:0;eb1966fd6578:46607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:21:55,875 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,875 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:21:55,876 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:21:55,876 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:21:55,876 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:55,877 DEBUG [RS:0;eb1966fd6578:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:21:55,878 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,878 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,878 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,878 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,878 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,878 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,46607,1731507713798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:55,894 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:21:55,894 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,46607,1731507713798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,894 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,894 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.Replication(171): eb1966fd6578,46607,1731507713798 started 2024-11-13T14:21:55,906 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:55,906 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,46607,1731507713798, RpcServer on eb1966fd6578/172.17.0.2:46607, sessionid=0x1013492d62e0004 2024-11-13T14:21:55,906 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:21:55,906 DEBUG [RS:0;eb1966fd6578:46607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,46607,1731507713798 2024-11-13T14:21:55,906 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,46607,1731507713798' 2024-11-13T14:21:55,906 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1493644602/flush-table-proc/abort' 2024-11-13T14:21:55,907 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1493644602/flush-table-proc/acquired' 2024-11-13T14:21:55,907 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:21:55,907 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:21:55,907 DEBUG [RS:0;eb1966fd6578:46607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,46607,1731507713798 2024-11-13T14:21:55,907 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,46607,1731507713798' 2024-11-13T14:21:55,907 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1493644602/online-snapshot/abort' 2024-11-13T14:21:55,908 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1493644602/online-snapshot/acquired' 2024-11-13T14:21:55,908 DEBUG [RS:0;eb1966fd6578:46607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:21:55,908 INFO [RS:0;eb1966fd6578:46607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:21:55,908 INFO [RS:0;eb1966fd6578:46607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:21:56,008 INFO [RS:0;eb1966fd6578:46607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:21:56,009 INFO [RS:0;eb1966fd6578:46607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C46607%2C1731507713798, suffix=, logDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798, archiveDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/oldWALs, maxLogs=10 2024-11-13T14:21:56,022 DEBUG [RS:0;eb1966fd6578:46607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, exclude list is [], retry=0 2024-11-13T14:21:56,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-dac9c30c-5173-4fbe-968c-2096e533ecbc,DISK] 2024-11-13T14:21:56,025 INFO [RS:0;eb1966fd6578:46607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 2024-11-13T14:21:56,026 DEBUG [RS:0;eb1966fd6578:46607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40295:40295)] 2024-11-13T14:21:56,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:21:56,235 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88 2024-11-13T14:21:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:21:56,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:56,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:56,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:56,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:56,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:56,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:56,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:56,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:56,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:56,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:56,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:56,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:56,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:56,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:56,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:56,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:56,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:56,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:56,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740 2024-11-13T14:21:56,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740 2024-11-13T14:21:56,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:56,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:56,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:56,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:56,649 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:21:56,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71454636, jitterRate=0.06475704908370972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:56,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507716640Initializing all the Stores at 1731507716640Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507716641 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507716641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507716641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507716641Cleaning up temporary data from old regions at 1731507716647 (+6 ms)Region opened successfully at 1731507716649 (+2 ms) 2024-11-13T14:21:56,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:21:56,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:21:56,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:21:56,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:21:56,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:21:56,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:21:56,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507716649Disabling compacts and flushes for region at 1731507716649Disabling writes for close at 1731507716649Writing region close event to WAL at 1731507716649Closed at 1731507716649 2024-11-13T14:21:56,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:56,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:21:56,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:21:56,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:56,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:21:56,736 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:21:56,802 DEBUG [eb1966fd6578:45087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:21:56,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,46607,1731507713798 2024-11-13T14:21:56,803 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,46607,1731507713798, state=OPENING 2024-11-13T14:21:56,963 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:21:56,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:56,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:21:56,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1493644602/meta-region-server: CHANGED 2024-11-13T14:21:56,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1493644602/meta-region-server: CHANGED 2024-11-13T14:21:56,975 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:21:56,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,46607,1731507713798}] 2024-11-13T14:21:57,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:21:57,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:21:57,132 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:21:57,132 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:21:57,132 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:21:57,133 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C46607%2C1731507713798.meta, suffix=.meta, logDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798, archiveDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/oldWALs, maxLogs=10 2024-11-13T14:21:57,151 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.meta.1731507717133.meta, exclude list is [], retry=0 2024-11-13T14:21:57,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-dac9c30c-5173-4fbe-968c-2096e533ecbc,DISK] 2024-11-13T14:21:57,154 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.meta.1731507717133.meta 2024-11-13T14:21:57,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40295:40295)] 2024-11-13T14:21:57,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:21:57,155 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:21:57,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:21:57,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:21:57,155 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:21:57,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:21:57,156 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:21:57,156 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:21:57,156 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:21:57,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:21:57,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:21:57,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:57,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:57,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:21:57,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:21:57,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:57,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:57,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:21:57,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:21:57,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:57,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:57,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:21:57,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:21:57,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:21:57,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:21:57,161 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:21:57,161 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740 2024-11-13T14:21:57,162 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740 2024-11-13T14:21:57,163 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:21:57,163 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:21:57,163 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:21:57,164 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:21:57,164 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71426116, jitterRate=0.06433206796646118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:21:57,164 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:21:57,164 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507717156Writing region info on filesystem at 1731507717156Initializing all the Stores at 1731507717156Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507717156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507717157 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507717157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507717157Cleaning up temporary data from old regions at 1731507717163 (+6 ms)Running coprocessor post-open hooks at 1731507717164 (+1 ms)Region opened successfully at 1731507717164 2024-11-13T14:21:57,165 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507717127 2024-11-13T14:21:57,166 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:21:57,166 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:21:57,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,46607,1731507713798 2024-11-13T14:21:57,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,46607,1731507713798, state=OPEN 2024-11-13T14:21:57,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1493644602/meta-region-server 2024-11-13T14:21:57,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1493644602/meta-region-server 2024-11-13T14:21:57,175 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,46607,1731507713798 2024-11-13T14:21:57,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1493644602/meta-region-server: CHANGED 2024-11-13T14:21:57,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1493644602/meta-region-server: CHANGED 2024-11-13T14:21:57,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:21:57,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,46607,1731507713798 in 200 msec 2024-11-13T14:21:57,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:21:57,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-13T14:21:57,179 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:21:57,179 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:21:57,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:57,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46607,1731507713798, seqNum=-1] 2024-11-13T14:21:57,180 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:57,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:57,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-11-13T14:21:57,184 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507717184, completionTime=-1 2024-11-13T14:21:57,184 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:21:57,184 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507777186 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507837186 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45087,1731507713652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45087,1731507713652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45087,1731507713652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:45087, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:57,186 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:57,188 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:21:57,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec 2024-11-13T14:21:57,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:21:57,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:21:57,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:21:57,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:21:57,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:21:57,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45087,1731507713652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:21:57,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45087,1731507713652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:21:57,191 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:21:57,191 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:21:57,191 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45087,1731507713652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:21:57,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4605a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:57,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45087,-1 for getting cluster id 2024-11-13T14:21:57,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:21:57,223 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7c26386-f0cf-44d4-a725-f7fd8d3743c3' 2024-11-13T14:21:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:21:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7c26386-f0cf-44d4-a725-f7fd8d3743c3" 2024-11-13T14:21:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c20c7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45087,-1] 2024-11-13T14:21:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:21:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:21:57,224 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:21:57,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c4a4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:21:57,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46607,1731507713798, seqNum=-1] 2024-11-13T14:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:21:57,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:21:57,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,45087,1731507713652 2024-11-13T14:21:57,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:21:57,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:57,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013492d62e0005 connected 2024-11-13T14:21:57,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.log.dir so I do NOT create it in target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69 2024-11-13T14:21:57,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:21:57,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.tmp.dir so I do NOT create it in target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69 2024-11-13T14:21:57,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:21:57,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69 2024-11-13T14:21:57,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:21:57,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/cluster_275b917a-a07d-738f-aa61-71468dab605c, deleteOnExit=true 2024-11-13T14:21:57,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:21:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/test.cache.data in system properties and HBase conf 2024-11-13T14:21:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:21:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:21:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:21:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:21:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:21:57,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:21:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:21:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:21:57,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:57,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:57,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:57,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:57,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:21:57,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:57,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@681c5839{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:57,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca087cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:57,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76f306ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/java.io.tmpdir/jetty-localhost-36393-hadoop-hdfs-3_4_1-tests_jar-_-any-9275894561043031046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:21:57,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ee1fd1{HTTP/1.1, (http/1.1)}{localhost:36393} 2024-11-13T14:21:57,717 INFO [Time-limited test {}] server.Server(415): Started @286190ms 2024-11-13T14:21:58,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:21:58,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:21:58,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:21:58,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:21:58,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:21:58,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75fd094d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:21:58,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481dc0ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:21:58,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1814481f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/java.io.tmpdir/jetty-localhost-41903-hadoop-hdfs-3_4_1-tests_jar-_-any-8612329980453943053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:21:58,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@369a7c46{HTTP/1.1, (http/1.1)}{localhost:41903} 2024-11-13T14:21:58,290 INFO [Time-limited test {}] server.Server(415): Started @286763ms 2024-11-13T14:21:58,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:21:58,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:21:58,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:21:58,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:21:58,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T14:21:58,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:21:58,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:21:58,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:21:58,540 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:21:59,470 WARN [Thread-3690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/cluster_275b917a-a07d-738f-aa61-71468dab605c/data/data1/current/BP-1394823471-172.17.0.2-1731507717286/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:59,470 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/cluster_275b917a-a07d-738f-aa61-71468dab605c/data/data2/current/BP-1394823471-172.17.0.2-1731507717286/current, will proceed with Du for space computation calculation, 2024-11-13T14:21:59,491 WARN [Thread-3678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:21:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4f1b8d301b8d57a with lease ID 0xf79b7fcb9c579b76: Processing first storage report for DS-cd98465a-6ce9-46a5-b5fe-e501fcf14e2b from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=fad252c2-abdc-422e-989e-905b9a1cc089, infoPort=38845, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=240675655;c=1731507717286) 2024-11-13T14:21:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4f1b8d301b8d57a with lease ID 0xf79b7fcb9c579b76: from storage DS-cd98465a-6ce9-46a5-b5fe-e501fcf14e2b node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=fad252c2-abdc-422e-989e-905b9a1cc089, infoPort=38845, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=240675655;c=1731507717286), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T14:21:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4f1b8d301b8d57a with lease ID 0xf79b7fcb9c579b76: Processing first storage report for DS-5e262b0c-7824-494e-8fa2-e196ec8ff537 from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=fad252c2-abdc-422e-989e-905b9a1cc089, infoPort=38845, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=240675655;c=1731507717286) 2024-11-13T14:21:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4f1b8d301b8d57a with lease ID 0xf79b7fcb9c579b76: from storage DS-5e262b0c-7824-494e-8fa2-e196ec8ff537 node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=fad252c2-abdc-422e-989e-905b9a1cc089, infoPort=38845, infoSecurePort=0, ipcPort=45699, storageInfo=lv=-57;cid=testClusterID;nsid=240675655;c=1731507717286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:21:59,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69 2024-11-13T14:21:59,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:59,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:21:59,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b with version=8 2024-11-13T14:21:59,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/hbase-staging 2024-11-13T14:21:59,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:59,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:59,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:59,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:59,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:59,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:59,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:21:59,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:59,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40953 2024-11-13T14:21:59,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40953 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:21:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409530x0, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:59,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40953-0x1013492d62e0006 connected 2024-11-13T14:21:59,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:59,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:59,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on znode that does not yet exist, /2-1660848423/running 2024-11-13T14:21:59,620 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b, hbase.cluster.distributed=false 2024-11-13T14:21:59,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on znode that does not yet exist, /2-1660848423/acl 2024-11-13T14:21:59,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-13T14:21:59,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40953 2024-11-13T14:21:59,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40953 2024-11-13T14:21:59,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-13T14:21:59,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40953 2024-11-13T14:21:59,635 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:21:59,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:59,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:59,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:21:59,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:21:59,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:21:59,635 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:21:59,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:21:59,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45655 2024-11-13T14:21:59,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45655 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:21:59,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:59,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:21:59,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456550x0, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:21:59,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456550x0, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on znode that does not yet exist, /2-1660848423/running 2024-11-13T14:21:59,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45655-0x1013492d62e0007 connected 2024-11-13T14:21:59,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:21:59,649 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:21:59,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on znode that does not yet exist, /2-1660848423/master 2024-11-13T14:21:59,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on znode that does not yet exist, /2-1660848423/acl 2024-11-13T14:21:59,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-13T14:21:59,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45655 2024-11-13T14:21:59,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45655 2024-11-13T14:21:59,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-13T14:21:59,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-13T14:21:59,667 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:40953 2024-11-13T14:21:59,667 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1660848423/backup-masters/eb1966fd6578,40953,1731507719525 2024-11-13T14:21:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423/backup-masters 2024-11-13T14:21:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423/backup-masters 2024-11-13T14:21:59,670 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on existing znode=/2-1660848423/backup-masters/eb1966fd6578,40953,1731507719525 2024-11-13T14:21:59,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1660848423/master 2024-11-13T14:21:59,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:21:59,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:21:59,680 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on existing znode=/2-1660848423/master 2024-11-13T14:21:59,681 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1660848423/backup-masters/eb1966fd6578,40953,1731507719525 from backup master directory 2024-11-13T14:21:59,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1660848423/backup-masters/eb1966fd6578,40953,1731507719525 2024-11-13T14:21:59,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423/backup-masters 2024-11-13T14:21:59,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423/backup-masters 2024-11-13T14:21:59,691 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:21:59,691 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,40953,1731507719525 2024-11-13T14:21:59,693 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/hbase.id] with ID: 7ea2db10-1c60-4710-9f1c-66d5d2b9a467 2024-11-13T14:21:59,693 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/.tmp/hbase.id 2024-11-13T14:21:59,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:22:00,097 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/.tmp/hbase.id]:[hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/hbase.id] 2024-11-13T14:22:00,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:00,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:22:00,105 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:22:00,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:00,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:00,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:22:00,558 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:00,559 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:22:00,559 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:00,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:22:00,964 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store 2024-11-13T14:22:00,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:22:01,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:01,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:22:01,369 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:01,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:01,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:22:01,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:01,369 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:01,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507721369Disabling compacts and flushes for region at 1731507721369Disabling writes for close at 1731507721369Writing region close event to WAL at 1731507721369Closed at 1731507721369 2024-11-13T14:22:01,370 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/.initializing 2024-11-13T14:22:01,370 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/WALs/eb1966fd6578,40953,1731507719525 2024-11-13T14:22:01,371 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:01,372 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C40953%2C1731507719525, suffix=, logDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/WALs/eb1966fd6578,40953,1731507719525, archiveDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/oldWALs, maxLogs=10 2024-11-13T14:22:01,384 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/WALs/eb1966fd6578,40953,1731507719525/eb1966fd6578%2C40953%2C1731507719525.1731507721372, exclude list is [], retry=0 2024-11-13T14:22:01,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-cd98465a-6ce9-46a5-b5fe-e501fcf14e2b,DISK] 2024-11-13T14:22:01,387 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/WALs/eb1966fd6578,40953,1731507719525/eb1966fd6578%2C40953%2C1731507719525.1731507721372 2024-11-13T14:22:01,387 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-13T14:22:01,387 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:01,388 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:01,388 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,388 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:22:01,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:01,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:01,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:22:01,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:01,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:01,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:22:01,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:01,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:01,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:22:01,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:01,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:01,394 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,394 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,394 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,395 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,395 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,396 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:01,396 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:01,398 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:01,398 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59857440, jitterRate=-0.10805463790893555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:01,398 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507721388Initializing all the Stores at 1731507721389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507721389Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507721389Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507721389Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507721389Cleaning up temporary data from old regions at 1731507721395 (+6 ms)Region opened successfully at 1731507721398 (+3 ms) 2024-11-13T14:22:01,398 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:22:01,400 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bab51d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:01,400 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:22:01,401 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:22:01,401 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:22:01,401 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:22:01,401 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:22:01,401 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:22:01,401 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:22:01,402 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:22:01,403 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Unable to get data of znode /2-1660848423/balancer because node does not exist (not necessarily an error) 2024-11-13T14:22:01,490 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1660848423/balancer already deleted, retry=false 2024-11-13T14:22:01,491 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:22:01,491 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Unable to get data of znode /2-1660848423/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:22:01,501 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1660848423/normalizer already deleted, retry=false 2024-11-13T14:22:01,501 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:22:01,502 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Unable to get data of znode /2-1660848423/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:22:01,511 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1660848423/switch/split already deleted, retry=false 2024-11-13T14:22:01,512 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Unable to get data of znode /2-1660848423/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:22:01,522 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1660848423/switch/merge already deleted, retry=false 2024-11-13T14:22:01,524 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Unable to get data of znode /2-1660848423/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:22:01,532 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1660848423/snapshot-cleanup already deleted, retry=false 2024-11-13T14:22:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1660848423/running 2024-11-13T14:22:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1660848423/running 2024-11-13T14:22:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:01,543 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,40953,1731507719525, sessionid=0x1013492d62e0006, setting cluster-up flag (Was=false) 2024-11-13T14:22:01,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:01,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:01,596 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1660848423/flush-table-proc/acquired, /2-1660848423/flush-table-proc/reached, /2-1660848423/flush-table-proc/abort 2024-11-13T14:22:01,596 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,40953,1731507719525 2024-11-13T14:22:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:01,648 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1660848423/online-snapshot/acquired, /2-1660848423/online-snapshot/reached, /2-1660848423/online-snapshot/abort 2024-11-13T14:22:01,649 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,40953,1731507719525 2024-11-13T14:22:01,650 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:22:01,651 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:01,651 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:22:01,651 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:22:01,651 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,40953,1731507719525 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:22:01,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:01,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:01,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:01,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:01,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:22:01,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:01,652 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507751653 2024-11-13T14:22:01,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:22:01,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:22:01,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:22:01,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:22:01,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:22:01,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:22:01,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:01,653 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:22:01,653 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,654 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:22:01,654 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:22:01,654 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:22:01,654 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:22:01,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:01,654 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:22:01,654 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:22:01,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:22:01,654 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507721654,5,FailOnTimeoutGroup] 2024-11-13T14:22:01,654 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507721654,5,FailOnTimeoutGroup] 2024-11-13T14:22:01,654 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,654 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:22:01,655 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,655 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:22:01,659 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(746): ClusterId : 7ea2db10-1c60-4710-9f1c-66d5d2b9a467 2024-11-13T14:22:01,659 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:22:01,670 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:22:01,670 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:22:01,680 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:22:01,681 DEBUG [RS:0;eb1966fd6578:45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7090867c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:01,694 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:45655 2024-11-13T14:22:01,694 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:22:01,695 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:22:01,695 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:22:01,695 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,40953,1731507719525 with port=45655, startcode=1731507719635 2024-11-13T14:22:01,695 DEBUG [RS:0;eb1966fd6578:45655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:22:01,697 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:22:01,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,45655,1731507719635 2024-11-13T14:22:01,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40953 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,45655,1731507719635 2024-11-13T14:22:01,698 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b 2024-11-13T14:22:01,698 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36927 2024-11-13T14:22:01,698 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:22:01,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423/rs 2024-11-13T14:22:01,744 DEBUG [RS:0;eb1966fd6578:45655 {}] zookeeper.ZKUtil(111): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on existing znode=/2-1660848423/rs/eb1966fd6578,45655,1731507719635 2024-11-13T14:22:01,744 WARN [RS:0;eb1966fd6578:45655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:01,744 INFO [RS:0;eb1966fd6578:45655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:01,745 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635 2024-11-13T14:22:01,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,45655,1731507719635] 2024-11-13T14:22:01,747 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:22:01,749 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:22:01,749 INFO [RS:0;eb1966fd6578:45655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:22:01,749 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,749 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:22:01,750 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:22:01,750 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:01,750 DEBUG [RS:0;eb1966fd6578:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:01,751 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,751 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,751 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,751 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,751 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,751 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45655,1731507719635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:01,768 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:22:01,768 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,45655,1731507719635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,768 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,768 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.Replication(171): eb1966fd6578,45655,1731507719635 started 2024-11-13T14:22:01,779 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:01,779 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,45655,1731507719635, RpcServer on eb1966fd6578/172.17.0.2:45655, sessionid=0x1013492d62e0007 2024-11-13T14:22:01,779 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:22:01,779 DEBUG [RS:0;eb1966fd6578:45655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,45655,1731507719635 2024-11-13T14:22:01,779 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,45655,1731507719635' 2024-11-13T14:22:01,779 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1660848423/flush-table-proc/abort' 2024-11-13T14:22:01,780 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1660848423/flush-table-proc/acquired' 2024-11-13T14:22:01,780 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:22:01,780 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:22:01,780 DEBUG [RS:0;eb1966fd6578:45655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,45655,1731507719635 2024-11-13T14:22:01,780 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,45655,1731507719635' 2024-11-13T14:22:01,780 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1660848423/online-snapshot/abort' 2024-11-13T14:22:01,781 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1660848423/online-snapshot/acquired' 2024-11-13T14:22:01,781 DEBUG [RS:0;eb1966fd6578:45655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:22:01,781 INFO [RS:0;eb1966fd6578:45655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:22:01,781 INFO [RS:0;eb1966fd6578:45655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:22:01,881 INFO [RS:0;eb1966fd6578:45655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:01,883 INFO [RS:0;eb1966fd6578:45655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C45655%2C1731507719635, suffix=, logDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635, archiveDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/oldWALs, maxLogs=10 2024-11-13T14:22:01,894 DEBUG [RS:0;eb1966fd6578:45655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, exclude list is [], retry=0 2024-11-13T14:22:01,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-cd98465a-6ce9-46a5-b5fe-e501fcf14e2b,DISK] 2024-11-13T14:22:01,897 INFO [RS:0;eb1966fd6578:45655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 2024-11-13T14:22:01,897 DEBUG [RS:0;eb1966fd6578:45655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-13T14:22:02,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:22:02,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b 2024-11-13T14:22:02,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:22:02,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:02,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:02,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:02,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:02,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:02,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:02,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:02,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:02,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:02,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:02,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:02,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:02,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:02,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:02,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:02,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:02,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:02,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:02,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740 2024-11-13T14:22:02,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740 2024-11-13T14:22:02,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:02,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:02,469 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:02,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:02,471 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:02,471 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62740714, jitterRate=-0.06509050726890564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:02,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507722463Initializing all the Stores at 1731507722464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507722464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507722464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507722464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507722464Cleaning up temporary data from old regions at 1731507722469 (+5 ms)Region opened successfully at 1731507722471 (+2 ms) 2024-11-13T14:22:02,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:22:02,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:22:02,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:22:02,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:22:02,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:22:02,472 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:02,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507722471Disabling compacts and flushes for region at 1731507722471Disabling writes for close at 1731507722471Writing region close event to WAL at 1731507722472 (+1 ms)Closed at 1731507722472 2024-11-13T14:22:02,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:02,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:22:02,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:22:02,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:02,474 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:22:02,624 DEBUG [eb1966fd6578:40953 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:22:02,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,45655,1731507719635 2024-11-13T14:22:02,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,45655,1731507719635, state=OPENING 2024-11-13T14:22:02,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:22:02,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:02,797 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:22:02,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:02,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:02,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1660848423/meta-region-server: CHANGED 2024-11-13T14:22:02,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1660848423/meta-region-server: CHANGED 2024-11-13T14:22:02,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:02,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,45655,1731507719635}] 2024-11-13T14:22:03,036 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:22:03,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:22:03,039 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:22:03,039 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:03,039 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:22:03,040 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C45655%2C1731507719635.meta, suffix=.meta, logDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635, archiveDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/oldWALs, maxLogs=10 2024-11-13T14:22:03,051 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.meta.1731507723040.meta, exclude list is [], retry=0 2024-11-13T14:22:03,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-cd98465a-6ce9-46a5-b5fe-e501fcf14e2b,DISK] 2024-11-13T14:22:03,053 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.meta.1731507723040.meta 2024-11-13T14:22:03,054 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-13T14:22:03,054 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:03,054 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:03,054 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:03,054 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:22:03,054 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:22:03,054 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:22:03,054 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:03,054 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:22:03,054 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:22:03,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:03,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:03,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:03,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:03,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:03,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:03,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:03,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:03,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:03,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:03,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:03,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:03,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:03,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:03,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:03,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:03,058 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:03,059 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740 2024-11-13T14:22:03,059 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740 2024-11-13T14:22:03,060 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:03,060 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:03,060 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:03,061 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:03,061 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60892948, jitterRate=-0.09262436628341675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:03,061 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:22:03,062 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507723054Writing region info on filesystem at 1731507723055 (+1 ms)Initializing all the Stores at 1731507723055Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507723055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507723055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507723055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507723055Cleaning up temporary data from old regions at 1731507723060 (+5 ms)Running coprocessor post-open hooks at 1731507723061 (+1 ms)Region opened successfully at 1731507723061 2024-11-13T14:22:03,062 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507723036 2024-11-13T14:22:03,064 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:22:03,064 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:22:03,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,45655,1731507719635 2024-11-13T14:22:03,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,45655,1731507719635, state=OPEN 2024-11-13T14:22:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1660848423/meta-region-server 2024-11-13T14:22:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1660848423/meta-region-server 2024-11-13T14:22:03,092 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,45655,1731507719635 2024-11-13T14:22:03,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1660848423/meta-region-server: CHANGED 2024-11-13T14:22:03,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1660848423/meta-region-server: CHANGED 2024-11-13T14:22:03,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:22:03,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,45655,1731507719635 in 208 msec 2024-11-13T14:22:03,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:22:03,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-13T14:22:03,096 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:03,096 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:22:03,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:03,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45655,1731507719635, seqNum=-1] 2024-11-13T14:22:03,097 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:03,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:03,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4500 sec 2024-11-13T14:22:03,101 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507723101, completionTime=-1 2024-11-13T14:22:03,101 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:22:03,101 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507783103 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507843103 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40953,1731507719525-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40953,1731507719525-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40953,1731507719525-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:40953, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:03,103 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:03,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:03,105 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:22:03,106 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.415sec 2024-11-13T14:22:03,107 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:22:03,107 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:22:03,107 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:22:03,107 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:22:03,107 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:22:03,107 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40953,1731507719525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:03,107 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40953,1731507719525-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:22:03,108 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:22:03,108 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:22:03,108 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,40953,1731507719525-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:03,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720604b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:03,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40953,-1 for getting cluster id 2024-11-13T14:22:03,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:03,161 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea2db10-1c60-4710-9f1c-66d5d2b9a467' 2024-11-13T14:22:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea2db10-1c60-4710-9f1c-66d5d2b9a467" 2024-11-13T14:22:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aca701d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40953,-1] 2024-11-13T14:22:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:03,163 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:03,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780d33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:03,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45655,1731507719635, seqNum=-1] 2024-11-13T14:22:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:03,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:03,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,40953,1731507719525 2024-11-13T14:22:03,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50275 2024-11-13T14:22:03,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:03,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013492d62e0008 connected 2024-11-13T14:22:03,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,40563,1731507708476 2024-11-13T14:22:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@310f3d52 2024-11-13T14:22:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:03,190 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:03,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:22:03,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:03,192 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:03,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:22:03,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:22:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:03,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b97355e2d3b16b6f982aae0aa3dcf89, NAME => 'test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151 2024-11-13T14:22:03,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:22:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:04,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:04,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b97355e2d3b16b6f982aae0aa3dcf89, disabling compactions & flushes 2024-11-13T14:22:04,005 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:04,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:04,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. after waiting 0 ms 2024-11-13T14:22:04,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:04,005 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:04,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b97355e2d3b16b6f982aae0aa3dcf89: Waiting for close lock at 1731507724005Disabling compacts and flushes for region at 1731507724005Disabling writes for close at 1731507724005Writing region close event to WAL at 1731507724005Closed at 1731507724005 2024-11-13T14:22:04,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:04,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507724006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507724006"}]},"ts":"1731507724006"} 2024-11-13T14:22:04,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:04,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:04,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507724009"}]},"ts":"1731507724009"} 2024-11-13T14:22:04,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:22:04,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b97355e2d3b16b6f982aae0aa3dcf89, ASSIGN}] 2024-11-13T14:22:04,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b97355e2d3b16b6f982aae0aa3dcf89, ASSIGN 2024-11-13T14:22:04,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b97355e2d3b16b6f982aae0aa3dcf89, ASSIGN; state=OFFLINE, location=eb1966fd6578,40883,1731507708670; forceNewPlan=false, retain=false 2024-11-13T14:22:04,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b97355e2d3b16b6f982aae0aa3dcf89, regionState=OPENING, regionLocation=eb1966fd6578,40883,1731507708670 2024-11-13T14:22:04,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b97355e2d3b16b6f982aae0aa3dcf89, ASSIGN because future has completed 2024-11-13T14:22:04,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b97355e2d3b16b6f982aae0aa3dcf89, server=eb1966fd6578,40883,1731507708670}] 2024-11-13T14:22:04,320 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:04,320 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b97355e2d3b16b6f982aae0aa3dcf89, NAME => 'test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:04,320 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:04,320 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:22:04,320 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,320 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:04,320 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,320 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,321 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,322 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b97355e2d3b16b6f982aae0aa3dcf89 columnFamilyName f 2024-11-13T14:22:04,322 DEBUG [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:04,322 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] regionserver.HStore(327): Store=5b97355e2d3b16b6f982aae0aa3dcf89/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:04,322 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,323 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b97355e2d3b16b6f982aae0aa3dcf89 columnFamilyName f1 2024-11-13T14:22:04,323 DEBUG [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:04,323 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] regionserver.HStore(327): Store=5b97355e2d3b16b6f982aae0aa3dcf89/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:04,324 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,324 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b97355e2d3b16b6f982aae0aa3dcf89 columnFamilyName norep 2024-11-13T14:22:04,324 DEBUG [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:04,324 INFO [StoreOpener-5b97355e2d3b16b6f982aae0aa3dcf89-1 {}] regionserver.HStore(327): Store=5b97355e2d3b16b6f982aae0aa3dcf89/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:04,325 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,325 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,325 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,326 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,326 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,326 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:04,327 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,328 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:04,329 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b97355e2d3b16b6f982aae0aa3dcf89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61659064, jitterRate=-0.08120834827423096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:04,329 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:04,329 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b97355e2d3b16b6f982aae0aa3dcf89: Running coprocessor pre-open hook at 1731507724320Writing region info on filesystem at 1731507724320Initializing all the Stores at 1731507724321 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507724321Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507724321Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507724321Cleaning up temporary data from old regions at 1731507724326 (+5 ms)Running coprocessor post-open hooks at 1731507724329 (+3 ms)Region opened successfully at 1731507724329 2024-11-13T14:22:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:04,330 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89., pid=6, masterSystemTime=1731507724316 2024-11-13T14:22:04,331 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:04,331 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:04,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b97355e2d3b16b6f982aae0aa3dcf89, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,40883,1731507708670 2024-11-13T14:22:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b97355e2d3b16b6f982aae0aa3dcf89, server=eb1966fd6578,40883,1731507708670 because future has completed 2024-11-13T14:22:04,334 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40563 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=eb1966fd6578,40883,1731507708670, table=test, region=5b97355e2d3b16b6f982aae0aa3dcf89. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T14:22:04,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:22:04,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b97355e2d3b16b6f982aae0aa3dcf89, server=eb1966fd6578,40883,1731507708670 in 171 msec 2024-11-13T14:22:04,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:22:04,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b97355e2d3b16b6f982aae0aa3dcf89, ASSIGN in 325 msec 2024-11-13T14:22:04,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:04,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507724338"}]},"ts":"1731507724338"} 2024-11-13T14:22:04,339 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:22:04,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:04,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-13T14:22:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:05,339 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:22:05,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45087,1731507713652 2024-11-13T14:22:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d653bb 2024-11-13T14:22:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:05,341 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:05,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:22:05,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:05,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:05,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:22:05,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:05,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:22:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:05,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d5c4e276f39d2275ebe17d5918a9253, NAME => 'test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88 2024-11-13T14:22:05,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:22:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:06,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:06,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d5c4e276f39d2275ebe17d5918a9253, disabling compactions & flushes 2024-11-13T14:22:06,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:06,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:06,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. after waiting 0 ms 2024-11-13T14:22:06,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:06,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:06,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d5c4e276f39d2275ebe17d5918a9253: Waiting for close lock at 1731507726159Disabling compacts and flushes for region at 1731507726159Disabling writes for close at 1731507726159Writing region close event to WAL at 1731507726159Closed at 1731507726159 2024-11-13T14:22:06,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:06,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507726160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507726160"}]},"ts":"1731507726160"} 2024-11-13T14:22:06,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:06,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:06,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507726163"}]},"ts":"1731507726163"} 2024-11-13T14:22:06,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:22:06,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d5c4e276f39d2275ebe17d5918a9253, ASSIGN}] 2024-11-13T14:22:06,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d5c4e276f39d2275ebe17d5918a9253, ASSIGN 2024-11-13T14:22:06,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d5c4e276f39d2275ebe17d5918a9253, ASSIGN; state=OFFLINE, location=eb1966fd6578,46607,1731507713798; forceNewPlan=false, retain=false 2024-11-13T14:22:06,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d5c4e276f39d2275ebe17d5918a9253, regionState=OPENING, regionLocation=eb1966fd6578,46607,1731507713798 2024-11-13T14:22:06,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d5c4e276f39d2275ebe17d5918a9253, ASSIGN because future has completed 2024-11-13T14:22:06,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5c4e276f39d2275ebe17d5918a9253, server=eb1966fd6578,46607,1731507713798}] 2024-11-13T14:22:06,473 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:06,473 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d5c4e276f39d2275ebe17d5918a9253, NAME => 'test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:06,474 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:06,474 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:22:06,474 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,474 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:06,474 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,474 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,478 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:06,479 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5c4e276f39d2275ebe17d5918a9253 columnFamilyName f 2024-11-13T14:22:06,479 DEBUG [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:06,479 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] regionserver.HStore(327): Store=4d5c4e276f39d2275ebe17d5918a9253/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:06,479 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,480 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5c4e276f39d2275ebe17d5918a9253 columnFamilyName f1 2024-11-13T14:22:06,480 DEBUG [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:06,480 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] regionserver.HStore(327): Store=4d5c4e276f39d2275ebe17d5918a9253/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:06,480 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,481 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5c4e276f39d2275ebe17d5918a9253 columnFamilyName norep 2024-11-13T14:22:06,481 DEBUG [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:06,481 INFO [StoreOpener-4d5c4e276f39d2275ebe17d5918a9253-1 {}] regionserver.HStore(327): Store=4d5c4e276f39d2275ebe17d5918a9253/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:06,482 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,482 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,482 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,483 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,483 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,483 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:06,484 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,485 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:06,485 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d5c4e276f39d2275ebe17d5918a9253; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60509548, jitterRate=-0.09833747148513794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:06,485 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:06,485 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d5c4e276f39d2275ebe17d5918a9253: Running coprocessor pre-open hook at 1731507726474Writing region info on filesystem at 1731507726474Initializing all the Stores at 1731507726475 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507726475Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507726478 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507726478Cleaning up temporary data from old regions at 1731507726483 (+5 ms)Running coprocessor post-open hooks at 1731507726485 (+2 ms)Region opened successfully at 1731507726485 2024-11-13T14:22:06,486 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253., pid=6, masterSystemTime=1731507726471 2024-11-13T14:22:06,487 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:06,487 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:06,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d5c4e276f39d2275ebe17d5918a9253, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,46607,1731507713798 2024-11-13T14:22:06,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5c4e276f39d2275ebe17d5918a9253, server=eb1966fd6578,46607,1731507713798 because future has completed 2024-11-13T14:22:06,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:22:06,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d5c4e276f39d2275ebe17d5918a9253, server=eb1966fd6578,46607,1731507713798 in 171 msec 2024-11-13T14:22:06,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:22:06,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d5c4e276f39d2275ebe17d5918a9253, ASSIGN in 326 msec 2024-11-13T14:22:06,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:06,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507726493"}]},"ts":"1731507726493"} 2024-11-13T14:22:06,494 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:22:06,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:06,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-13T14:22:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:07,489 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:22:07,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:07,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,40953,1731507719525 2024-11-13T14:22:07,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e56aae5 2024-11-13T14:22:07,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:07,491 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:07,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:22:07,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:07,493 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:07,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:22:07,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:07,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:22:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:07,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:22:07,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 554d75ef4068832cc68334ae89273ed3, NAME => 'test,,1731507727491.554d75ef4068832cc68334ae89273ed3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b 2024-11-13T14:22:07,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:22:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:08,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507727491.554d75ef4068832cc68334ae89273ed3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:08,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 554d75ef4068832cc68334ae89273ed3, disabling compactions & flushes 2024-11-13T14:22:08,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:08,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:08,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507727491.554d75ef4068832cc68334ae89273ed3. after waiting 0 ms 2024-11-13T14:22:08,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:08,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:08,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 554d75ef4068832cc68334ae89273ed3: Waiting for close lock at 1731507728304Disabling compacts and flushes for region at 1731507728304Disabling writes for close at 1731507728305 (+1 ms)Writing region close event to WAL at 1731507728305Closed at 1731507728305 2024-11-13T14:22:08,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:08,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507727491.554d75ef4068832cc68334ae89273ed3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507728306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507728306"}]},"ts":"1731507728306"} 2024-11-13T14:22:08,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:08,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:08,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507728308"}]},"ts":"1731507728308"} 2024-11-13T14:22:08,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:22:08,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=554d75ef4068832cc68334ae89273ed3, ASSIGN}] 2024-11-13T14:22:08,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=554d75ef4068832cc68334ae89273ed3, ASSIGN 2024-11-13T14:22:08,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=554d75ef4068832cc68334ae89273ed3, ASSIGN; state=OFFLINE, location=eb1966fd6578,45655,1731507719635; forceNewPlan=false, retain=false 2024-11-13T14:22:08,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=554d75ef4068832cc68334ae89273ed3, regionState=OPENING, regionLocation=eb1966fd6578,45655,1731507719635 2024-11-13T14:22:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=554d75ef4068832cc68334ae89273ed3, ASSIGN because future has completed 2024-11-13T14:22:08,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 554d75ef4068832cc68334ae89273ed3, server=eb1966fd6578,45655,1731507719635}] 2024-11-13T14:22:08,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:22:08,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,618 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:08,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,619 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 554d75ef4068832cc68334ae89273ed3, NAME => 'test,,1731507727491.554d75ef4068832cc68334ae89273ed3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:08,619 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:08,619 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:22:08,619 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,619 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507727491.554d75ef4068832cc68334ae89273ed3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:08,619 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,619 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,620 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,621 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554d75ef4068832cc68334ae89273ed3 columnFamilyName f 2024-11-13T14:22:08,621 DEBUG [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:08,622 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] regionserver.HStore(327): Store=554d75ef4068832cc68334ae89273ed3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:08,622 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,622 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554d75ef4068832cc68334ae89273ed3 columnFamilyName f1 2024-11-13T14:22:08,622 DEBUG [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:08,623 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] regionserver.HStore(327): Store=554d75ef4068832cc68334ae89273ed3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:08,623 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,623 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554d75ef4068832cc68334ae89273ed3 columnFamilyName norep 2024-11-13T14:22:08,623 DEBUG [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:08,624 INFO [StoreOpener-554d75ef4068832cc68334ae89273ed3-1 {}] regionserver.HStore(327): Store=554d75ef4068832cc68334ae89273ed3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:08,624 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,624 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,624 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,625 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,625 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,626 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:08,626 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,628 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:08,628 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 554d75ef4068832cc68334ae89273ed3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66594034, jitterRate=-0.007671564817428589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:08,629 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:08,629 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 554d75ef4068832cc68334ae89273ed3: Running coprocessor pre-open hook at 1731507728619Writing region info on filesystem at 1731507728619Initializing all the Stores at 1731507728620 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507728620Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507728620Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507728620Cleaning up temporary data from old regions at 1731507728625 (+5 ms)Running coprocessor post-open hooks at 1731507728629 (+4 ms)Region opened successfully at 1731507728629 2024-11-13T14:22:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:08,629 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507727491.554d75ef4068832cc68334ae89273ed3., pid=6, masterSystemTime=1731507728615 2024-11-13T14:22:08,631 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:08,631 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:08,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=554d75ef4068832cc68334ae89273ed3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,45655,1731507719635 2024-11-13T14:22:08,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 554d75ef4068832cc68334ae89273ed3, server=eb1966fd6578,45655,1731507719635 because future has completed 2024-11-13T14:22:08,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:08,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:22:08,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 554d75ef4068832cc68334ae89273ed3, server=eb1966fd6578,45655,1731507719635 in 170 msec 2024-11-13T14:22:08,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:22:08,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=554d75ef4068832cc68334ae89273ed3, ASSIGN in 325 msec 2024-11-13T14:22:08,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:08,637 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507728637"}]},"ts":"1731507728637"} 2024-11-13T14:22:08,639 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:22:08,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:08,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-13T14:22:08,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T14:22:08,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T14:22:08,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:22:08,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T14:22:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:09,639 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:22:09,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783f9a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:09,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40563,-1 for getting cluster id 2024-11-13T14:22:09,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:09,640 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee5c2d7-2926-41db-9c53-f75596cf5aa4' 2024-11-13T14:22:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee5c2d7-2926-41db-9c53-f75596cf5aa4" 2024-11-13T14:22:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea836d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40563,-1] 2024-11-13T14:22:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:09,642 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce0d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:09,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,40563,1731507708476 2024-11-13T14:22:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd90996 2024-11-13T14:22:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:09,644 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:09,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:22:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:22:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:09,646 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:45087' 2024-11-13T14:22:09,647 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f057e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:09,647 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45087,-1 for getting cluster id 2024-11-13T14:22:09,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:09,647 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7c26386-f0cf-44d4-a725-f7fd8d3743c3' 2024-11-13T14:22:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7c26386-f0cf-44d4-a725-f7fd8d3743c3" 2024-11-13T14:22:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd305f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45087,-1] 2024-11-13T14:22:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:09,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:09,649 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:09,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28172437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:09,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:09,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45087,1731507713652 2024-11-13T14:22:09,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61aecb49 2024-11-13T14:22:09,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:09,651 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:09,651 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:22:09,651 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:22:09,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:09,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:09,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:09,652 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:09,653 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:22:09,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:09,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:09,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:22:09,703 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:10,060 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08190896e0314d0d9ff8eaabfa2796b9, NAME => 'hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151 2024-11-13T14:22:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:22:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:10,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:10,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08190896e0314d0d9ff8eaabfa2796b9, disabling compactions & flushes 2024-11-13T14:22:10,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:10,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:10,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. after waiting 0 ms 2024-11-13T14:22:10,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:10,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:10,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08190896e0314d0d9ff8eaabfa2796b9: Waiting for close lock at 1731507730479Disabling compacts and flushes for region at 1731507730479Disabling writes for close at 1731507730479Writing region close event to WAL at 1731507730479Closed at 1731507730479 2024-11-13T14:22:10,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:10,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507730480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507730480"}]},"ts":"1731507730480"} 2024-11-13T14:22:10,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:10,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:10,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507730483"}]},"ts":"1731507730483"} 2024-11-13T14:22:10,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:22:10,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08190896e0314d0d9ff8eaabfa2796b9, ASSIGN}] 2024-11-13T14:22:10,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08190896e0314d0d9ff8eaabfa2796b9, ASSIGN 2024-11-13T14:22:10,485 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08190896e0314d0d9ff8eaabfa2796b9, ASSIGN; state=OFFLINE, location=eb1966fd6578,40883,1731507708670; forceNewPlan=false, retain=false 2024-11-13T14:22:10,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08190896e0314d0d9ff8eaabfa2796b9, regionState=OPENING, regionLocation=eb1966fd6578,40883,1731507708670 2024-11-13T14:22:10,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08190896e0314d0d9ff8eaabfa2796b9, ASSIGN because future has completed 2024-11-13T14:22:10,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08190896e0314d0d9ff8eaabfa2796b9, server=eb1966fd6578,40883,1731507708670}] 2024-11-13T14:22:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:10,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:10,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:10,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:22:10,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C40883%2C1731507708670.rep, suffix=, logDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670, archiveDir=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/oldWALs, maxLogs=10 2024-11-13T14:22:10,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.rep.1731507730795, exclude list is [], retry=0 2024-11-13T14:22:10,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34051,DS-bc462bb7-a2c1-4edd-a6a9-0cf8d2f249bb,DISK] 2024-11-13T14:22:10,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.rep.1731507730795 2024-11-13T14:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44753:44753)] 2024-11-13T14:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08190896e0314d0d9ff8eaabfa2796b9, NAME => 'hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:10,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:10,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. service=MultiRowMutationService 2024-11-13T14:22:10,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:22:10,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:10,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,812 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,813 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08190896e0314d0d9ff8eaabfa2796b9 columnFamilyName hfileref 2024-11-13T14:22:10,813 DEBUG [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:10,813 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] regionserver.HStore(327): Store=08190896e0314d0d9ff8eaabfa2796b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:10,813 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,814 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08190896e0314d0d9ff8eaabfa2796b9 columnFamilyName queue 2024-11-13T14:22:10,814 DEBUG [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:10,814 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] regionserver.HStore(327): Store=08190896e0314d0d9ff8eaabfa2796b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:10,814 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,814 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08190896e0314d0d9ff8eaabfa2796b9 columnFamilyName sid 2024-11-13T14:22:10,814 DEBUG [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:10,814 INFO [StoreOpener-08190896e0314d0d9ff8eaabfa2796b9-1 {}] regionserver.HStore(327): Store=08190896e0314d0d9ff8eaabfa2796b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:10,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:10,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:10,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08190896e0314d0d9ff8eaabfa2796b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71705009, jitterRate=0.06848789751529694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:10,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:10,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08190896e0314d0d9ff8eaabfa2796b9: Running coprocessor pre-open hook at 1731507730811Writing region info on filesystem at 1731507730811Initializing all the Stores at 1731507730811Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507730811Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507730812 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507730812Cleaning up temporary data from old regions at 1731507730816 (+4 ms)Running coprocessor post-open hooks at 1731507730818 (+2 ms)Region opened successfully at 1731507730819 (+1 ms) 2024-11-13T14:22:10,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9., pid=10, masterSystemTime=1731507730790 2024-11-13T14:22:10,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:10,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:10,821 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08190896e0314d0d9ff8eaabfa2796b9, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,40883,1731507708670 2024-11-13T14:22:10,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08190896e0314d0d9ff8eaabfa2796b9, server=eb1966fd6578,40883,1731507708670 because future has completed 2024-11-13T14:22:10,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:22:10,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08190896e0314d0d9ff8eaabfa2796b9, server=eb1966fd6578,40883,1731507708670 in 185 msec 2024-11-13T14:22:10,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:22:10,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08190896e0314d0d9ff8eaabfa2796b9, ASSIGN in 341 msec 2024-11-13T14:22:10,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:10,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507730826"}]},"ts":"1731507730826"} 2024-11-13T14:22:10,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:22:10,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:10,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-13T14:22:10,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9., hostname=eb1966fd6578,40883,1731507708670, seqNum=2] 2024-11-13T14:22:10,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:22:10,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:22:10,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:22:11,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:22:11,129 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:22:11,153 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,40883,1731507708670, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:22:11,153 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:11,154 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,40883,1731507708670, seqNum=-1] 2024-11-13T14:22:11,154 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:11,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T14:22:11,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,40883,1731507708670', locateType=CURRENT is [region=hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9., hostname=eb1966fd6578,40883,1731507708670, seqNum=2] 2024-11-13T14:22:11,158 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:22:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:22:11,160 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,40883,1731507708670 suceeded 2024-11-13T14:22:11,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:22:11,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-13T14:22:11,161 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:22:11,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-13T14:22:11,170 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:45087' 2024-11-13T14:22:11,171 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2abc537b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,171 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45087,-1 for getting cluster id 2024-11-13T14:22:11,171 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:11,172 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7c26386-f0cf-44d4-a725-f7fd8d3743c3' 2024-11-13T14:22:11,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:11,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7c26386-f0cf-44d4-a725-f7fd8d3743c3" 2024-11-13T14:22:11,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13d474ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45087,-1] 2024-11-13T14:22:11,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:11,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:11,173 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:11,174 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@227b3691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,174 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:11,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45087,1731507713652 2024-11-13T14:22:11,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@268393ad 2024-11-13T14:22:11,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:11,175 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T14:22:11,175 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,40883,1731507708670 (queues=1) is replicating from cluster=1ee5c2d7-2926-41db-9c53-f75596cf5aa4 to cluster=b7c26386-f0cf-44d4-a725-f7fd8d3743c3 2024-11-13T14:22:11,175 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C40883%2C1731507708670 2024-11-13T14:22:11,175 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,40883,1731507708670, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:22:11,176 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.shippereb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C40883%2C1731507708670 2024-11-13T14:22:11,176 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866, startPosition=0, beingWritten=true 2024-11-13T14:22:11,179 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:11,179 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 379, reset compression=false 2024-11-13T14:22:11,179 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.shippereb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,40883,1731507708670 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:11,382 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 379, reset compression=false 2024-11-13T14:22:11,686 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 379, reset compression=false 2024-11-13T14:22:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:11,790 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:22:11,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:11,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:11,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:11,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:11,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:11,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4ccfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45087,-1 for getting cluster id 2024-11-13T14:22:11,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:11,791 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7c26386-f0cf-44d4-a725-f7fd8d3743c3' 2024-11-13T14:22:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7c26386-f0cf-44d4-a725-f7fd8d3743c3" 2024-11-13T14:22:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598e8e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45087,-1] 2024-11-13T14:22:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:11,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:11,792 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49777194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45087,1731507713652 2024-11-13T14:22:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d55459 2024-11-13T14:22:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:11,794 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:11,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:40953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:22:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:22:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:11,797 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:40953' 2024-11-13T14:22:11,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24624e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,798 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40953,-1 for getting cluster id 2024-11-13T14:22:11,798 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:11,798 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea2db10-1c60-4710-9f1c-66d5d2b9a467' 2024-11-13T14:22:11,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:11,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea2db10-1c60-4710-9f1c-66d5d2b9a467" 2024-11-13T14:22:11,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad54f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40953,-1] 2024-11-13T14:22:11,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:11,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:11,799 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:11,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8afd9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:11,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:11,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,40953,1731507719525 2024-11-13T14:22:11,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75114db3 2024-11-13T14:22:11,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:11,801 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:11,802 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:22:11,802 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:22:11,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:11,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:11,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:11,802 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:11,803 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:22:11,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:11,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:11,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:22:11,854 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:22:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:12,089 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 379, reset compression=false 2024-11-13T14:22:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:12,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cff2dc9bac4046933e12fd4413ce2c2, NAME => 'hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88 2024-11-13T14:22:12,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:22:12,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:12,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6cff2dc9bac4046933e12fd4413ce2c2, disabling compactions & flushes 2024-11-13T14:22:12,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:12,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:12,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. after waiting 0 ms 2024-11-13T14:22:12,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:12,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:12,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cff2dc9bac4046933e12fd4413ce2c2: Waiting for close lock at 1731507732216Disabling compacts and flushes for region at 1731507732216Disabling writes for close at 1731507732216Writing region close event to WAL at 1731507732216Closed at 1731507732216 2024-11-13T14:22:12,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:12,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507732217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507732217"}]},"ts":"1731507732217"} 2024-11-13T14:22:12,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:12,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:12,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507732219"}]},"ts":"1731507732219"} 2024-11-13T14:22:12,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:22:12,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cff2dc9bac4046933e12fd4413ce2c2, ASSIGN}] 2024-11-13T14:22:12,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cff2dc9bac4046933e12fd4413ce2c2, ASSIGN 2024-11-13T14:22:12,222 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6cff2dc9bac4046933e12fd4413ce2c2, ASSIGN; state=OFFLINE, location=eb1966fd6578,46607,1731507713798; forceNewPlan=false, retain=false 2024-11-13T14:22:12,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6cff2dc9bac4046933e12fd4413ce2c2, regionState=OPENING, regionLocation=eb1966fd6578,46607,1731507713798 2024-11-13T14:22:12,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6cff2dc9bac4046933e12fd4413ce2c2, ASSIGN because future has completed 2024-11-13T14:22:12,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cff2dc9bac4046933e12fd4413ce2c2, server=eb1966fd6578,46607,1731507713798}] 2024-11-13T14:22:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:12,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:12,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:12,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:22:12,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C46607%2C1731507713798.rep, suffix=, logDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798, archiveDir=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/oldWALs, maxLogs=10 2024-11-13T14:22:12,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.rep.1731507732562, exclude list is [], retry=0 2024-11-13T14:22:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-dac9c30c-5173-4fbe-968c-2096e533ecbc,DISK] 2024-11-13T14:22:12,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.rep.1731507732562 2024-11-13T14:22:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40295:40295)] 2024-11-13T14:22:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cff2dc9bac4046933e12fd4413ce2c2, NAME => 'hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:12,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. service=MultiRowMutationService 2024-11-13T14:22:12,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:22:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,577 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,578 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cff2dc9bac4046933e12fd4413ce2c2 columnFamilyName hfileref 2024-11-13T14:22:12,578 DEBUG [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:12,579 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] regionserver.HStore(327): Store=6cff2dc9bac4046933e12fd4413ce2c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:12,579 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,580 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cff2dc9bac4046933e12fd4413ce2c2 columnFamilyName queue 2024-11-13T14:22:12,580 DEBUG [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:12,580 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] regionserver.HStore(327): Store=6cff2dc9bac4046933e12fd4413ce2c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:12,580 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,580 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cff2dc9bac4046933e12fd4413ce2c2 columnFamilyName sid 2024-11-13T14:22:12,581 DEBUG [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:12,581 INFO [StoreOpener-6cff2dc9bac4046933e12fd4413ce2c2-1 {}] regionserver.HStore(327): Store=6cff2dc9bac4046933e12fd4413ce2c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:12,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:12,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:12,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6cff2dc9bac4046933e12fd4413ce2c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62969985, jitterRate=-0.061674103140830994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6cff2dc9bac4046933e12fd4413ce2c2: Running coprocessor pre-open hook at 1731507732577Writing region info on filesystem at 1731507732577Initializing all the Stores at 1731507732577Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507732577Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507732577Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507732577Cleaning up temporary data from old regions at 1731507732582 (+5 ms)Running coprocessor post-open hooks at 1731507732584 (+2 ms)Region opened successfully at 1731507732584 2024-11-13T14:22:12,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2., pid=10, masterSystemTime=1731507732525 2024-11-13T14:22:12,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:12,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:12,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6cff2dc9bac4046933e12fd4413ce2c2, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,46607,1731507713798 2024-11-13T14:22:12,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cff2dc9bac4046933e12fd4413ce2c2, server=eb1966fd6578,46607,1731507713798 because future has completed 2024-11-13T14:22:12,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:22:12,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cff2dc9bac4046933e12fd4413ce2c2, server=eb1966fd6578,46607,1731507713798 in 215 msec 2024-11-13T14:22:12,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:22:12,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cff2dc9bac4046933e12fd4413ce2c2, ASSIGN in 369 msec 2024-11-13T14:22:12,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:12,592 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 379, reset compression=false 2024-11-13T14:22:12,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507732592"}]},"ts":"1731507732592"} 2024-11-13T14:22:12,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:22:12,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:12,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-11-13T14:22:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2., hostname=eb1966fd6578,46607,1731507713798, seqNum=2] 2024-11-13T14:22:12,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:22:12,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:22:12,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:22:12,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:22:12,812 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:22:12,836 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,46607,1731507713798, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:22:12,836 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:12,836 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46607,1731507713798, seqNum=-1] 2024-11-13T14:22:12,837 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:12,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T14:22:12,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,46607,1731507713798', locateType=CURRENT is [region=hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2., hostname=eb1966fd6578,46607,1731507713798, seqNum=2] 2024-11-13T14:22:12,840 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:22:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:22:12,842 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,46607,1731507713798 suceeded 2024-11-13T14:22:12,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:22:12,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-13T14:22:12,843 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:40953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:22:12,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0490 sec 2024-11-13T14:22:12,853 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:40953' 2024-11-13T14:22:12,853 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a90dde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,853 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40953,-1 for getting cluster id 2024-11-13T14:22:12,854 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:12,854 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea2db10-1c60-4710-9f1c-66d5d2b9a467' 2024-11-13T14:22:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea2db10-1c60-4710-9f1c-66d5d2b9a467" 2024-11-13T14:22:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5e8d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40953,-1] 2024-11-13T14:22:12,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:12,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:12,855 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:12,856 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e8a986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,856 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,40953,1731507719525 2024-11-13T14:22:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b254758 2024-11-13T14:22:12,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:12,857 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T14:22:12,857 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,46607,1731507713798 (queues=1) is replicating from cluster=b7c26386-f0cf-44d4-a725-f7fd8d3743c3 to cluster=7ea2db10-1c60-4710-9f1c-66d5d2b9a467 2024-11-13T14:22:12,857 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C46607%2C1731507713798 2024-11-13T14:22:12,857 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,46607,1731507713798, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:22:12,858 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, startPosition=0, beingWritten=true 2024-11-13T14:22:12,858 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C46607%2C1731507713798 2024-11-13T14:22:12,862 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:12,862 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 379, reset compression=false 2024-11-13T14:22:12,862 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46607,1731507713798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:12,930 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:22:12,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:12,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:12,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:12,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:12,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:12,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55415660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40953,-1 for getting cluster id 2024-11-13T14:22:12,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:12,931 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea2db10-1c60-4710-9f1c-66d5d2b9a467' 2024-11-13T14:22:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea2db10-1c60-4710-9f1c-66d5d2b9a467" 2024-11-13T14:22:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d5e2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40953,-1] 2024-11-13T14:22:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:12,933 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2af8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,40953,1731507719525 2024-11-13T14:22:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52c61045 2024-11-13T14:22:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:12,935 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:12,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:22:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:22:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:12,937 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:45087' 2024-11-13T14:22:12,938 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6bd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,938 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45087,-1 for getting cluster id 2024-11-13T14:22:12,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:12,938 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7c26386-f0cf-44d4-a725-f7fd8d3743c3' 2024-11-13T14:22:12,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:12,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7c26386-f0cf-44d4-a725-f7fd8d3743c3" 2024-11-13T14:22:12,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a959ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45087,-1] 2024-11-13T14:22:12,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:12,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:12,939 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:12,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2573e24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:12,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:12,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45087,1731507713652 2024-11-13T14:22:12,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e869d9a 2024-11-13T14:22:12,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:12,941 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:12,941 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:22:12,941 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:22:12,941 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:12,941 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:12,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:12,942 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:12,942 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:22:12,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:12,943 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:12,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:12,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:22:12,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cb8278f728bbef24e399cfd188aa0b9, NAME => 'hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b 2024-11-13T14:22:12,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:22:12,993 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:22:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:13,065 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 379, reset compression=false 2024-11-13T14:22:13,195 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 379, reset compression=false 2024-11-13T14:22:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7cb8278f728bbef24e399cfd188aa0b9, disabling compactions & flushes 2024-11-13T14:22:13,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. after waiting 0 ms 2024-11-13T14:22:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:13,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:13,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cb8278f728bbef24e399cfd188aa0b9: Waiting for close lock at 1731507733353Disabling compacts and flushes for region at 1731507733353Disabling writes for close at 1731507733353Writing region close event to WAL at 1731507733353Closed at 1731507733353 2024-11-13T14:22:13,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:13,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507733354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507733354"}]},"ts":"1731507733354"} 2024-11-13T14:22:13,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:13,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:13,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507733356"}]},"ts":"1731507733356"} 2024-11-13T14:22:13,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:22:13,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cb8278f728bbef24e399cfd188aa0b9, ASSIGN}] 2024-11-13T14:22:13,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cb8278f728bbef24e399cfd188aa0b9, ASSIGN 2024-11-13T14:22:13,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cb8278f728bbef24e399cfd188aa0b9, ASSIGN; state=OFFLINE, location=eb1966fd6578,45655,1731507719635; forceNewPlan=false, retain=false 2024-11-13T14:22:13,368 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 379, reset compression=false 2024-11-13T14:22:13,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cb8278f728bbef24e399cfd188aa0b9, regionState=OPENING, regionLocation=eb1966fd6578,45655,1731507719635 2024-11-13T14:22:13,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cb8278f728bbef24e399cfd188aa0b9, ASSIGN because future has completed 2024-11-13T14:22:13,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cb8278f728bbef24e399cfd188aa0b9, server=eb1966fd6578,45655,1731507719635}] 2024-11-13T14:22:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:13,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:13,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:13,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:22:13,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C45655%2C1731507719635.rep, suffix=, logDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635, archiveDir=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/oldWALs, maxLogs=10 2024-11-13T14:22:13,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.rep.1731507733667, exclude list is [], retry=0 2024-11-13T14:22:13,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-cd98465a-6ce9-46a5-b5fe-e501fcf14e2b,DISK] 2024-11-13T14:22:13,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.rep.1731507733667 2024-11-13T14:22:13,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-13T14:22:13,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cb8278f728bbef24e399cfd188aa0b9, NAME => 'hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:13,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:13,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:13,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. service=MultiRowMutationService 2024-11-13T14:22:13,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:22:13,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:13,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,683 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,683 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cb8278f728bbef24e399cfd188aa0b9 columnFamilyName hfileref 2024-11-13T14:22:13,683 DEBUG [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:13,684 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] regionserver.HStore(327): Store=7cb8278f728bbef24e399cfd188aa0b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:13,684 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,685 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cb8278f728bbef24e399cfd188aa0b9 columnFamilyName queue 2024-11-13T14:22:13,685 DEBUG [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:13,685 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] regionserver.HStore(327): Store=7cb8278f728bbef24e399cfd188aa0b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:13,685 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,686 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cb8278f728bbef24e399cfd188aa0b9 columnFamilyName sid 2024-11-13T14:22:13,686 DEBUG [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:13,686 INFO [StoreOpener-7cb8278f728bbef24e399cfd188aa0b9-1 {}] regionserver.HStore(327): Store=7cb8278f728bbef24e399cfd188aa0b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:13,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/replication/7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/replication/7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:13,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/replication/7cb8278f728bbef24e399cfd188aa0b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:13,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7cb8278f728bbef24e399cfd188aa0b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66199698, jitterRate=-0.013547629117965698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:13,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:13,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7cb8278f728bbef24e399cfd188aa0b9: Running coprocessor pre-open hook at 1731507733682Writing region info on filesystem at 1731507733682Initializing all the Stores at 1731507733682Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507733682Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507733682Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507733682Cleaning up temporary data from old regions at 1731507733688 (+6 ms)Running coprocessor post-open hooks at 1731507733690 (+2 ms)Region opened successfully at 1731507733690 2024-11-13T14:22:13,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9., pid=10, masterSystemTime=1731507733663 2024-11-13T14:22:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:13,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:13,693 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cb8278f728bbef24e399cfd188aa0b9, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,45655,1731507719635 2024-11-13T14:22:13,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cb8278f728bbef24e399cfd188aa0b9, server=eb1966fd6578,45655,1731507719635 because future has completed 2024-11-13T14:22:13,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:22:13,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cb8278f728bbef24e399cfd188aa0b9, server=eb1966fd6578,45655,1731507719635 in 183 msec 2024-11-13T14:22:13,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:22:13,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cb8278f728bbef24e399cfd188aa0b9, ASSIGN in 339 msec 2024-11-13T14:22:13,698 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:13,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507733698"}]},"ts":"1731507733698"} 2024-11-13T14:22:13,700 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:22:13,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:13,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 758 msec 2024-11-13T14:22:13,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9., hostname=eb1966fd6578,45655,1731507719635, seqNum=2] 2024-11-13T14:22:13,770 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 379, reset compression=false 2024-11-13T14:22:13,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:13,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:13,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:22:13,898 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 379, reset compression=false 2024-11-13T14:22:14,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:22:14,003 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:22:14,026 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,45655,1731507719635, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:22:14,026 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:14,026 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45655,1731507719635, seqNum=-1] 2024-11-13T14:22:14,027 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:14,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T14:22:14,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,45655,1731507719635', locateType=CURRENT is [region=hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9., hostname=eb1966fd6578,45655,1731507719635, seqNum=2] 2024-11-13T14:22:14,031 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:22:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:22:14,033 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,45655,1731507719635 suceeded 2024-11-13T14:22:14,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:22:14,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-13T14:22:14,034 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:22:14,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0990 sec 2024-11-13T14:22:14,043 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:45087' 2024-11-13T14:22:14,044 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b60e94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,044 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45087,-1 for getting cluster id 2024-11-13T14:22:14,044 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:14,045 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7c26386-f0cf-44d4-a725-f7fd8d3743c3' 2024-11-13T14:22:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7c26386-f0cf-44d4-a725-f7fd8d3743c3" 2024-11-13T14:22:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2213a3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45087,-1] 2024-11-13T14:22:14,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:14,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:14,046 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:14,047 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d28f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,047 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:14,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,45087,1731507713652 2024-11-13T14:22:14,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ea2485 2024-11-13T14:22:14,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:14,048 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T14:22:14,048 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,45655,1731507719635 (queues=1) is replicating from cluster=7ea2db10-1c60-4710-9f1c-66d5d2b9a467 to cluster=b7c26386-f0cf-44d4-a725-f7fd8d3743c3 2024-11-13T14:22:14,048 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C45655%2C1731507719635 2024-11-13T14:22:14,048 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,45655,1731507719635, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:22:14,049 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, startPosition=0, beingWritten=true 2024-11-13T14:22:14,049 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C45655%2C1731507719635 2024-11-13T14:22:14,055 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:14,055 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 379, reset compression=false 2024-11-13T14:22:14,055 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45655,1731507719635 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:14,069 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:22:14,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:14,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:14,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:14,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:14,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:14,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712170d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40563,-1 for getting cluster id 2024-11-13T14:22:14,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:14,071 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee5c2d7-2926-41db-9c53-f75596cf5aa4' 2024-11-13T14:22:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee5c2d7-2926-41db-9c53-f75596cf5aa4" 2024-11-13T14:22:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699581ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40563,-1] 2024-11-13T14:22:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:14,072 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b174653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a27ec35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45087,-1 for getting cluster id 2024-11-13T14:22:14,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:14,073 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7c26386-f0cf-44d4-a725-f7fd8d3743c3' 2024-11-13T14:22:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7c26386-f0cf-44d4-a725-f7fd8d3743c3" 2024-11-13T14:22:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a3d0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45087,-1] 2024-11-13T14:22:14,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:14,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:14,074 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:14,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e171d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9a903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40953,-1 for getting cluster id 2024-11-13T14:22:14,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:14,076 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea2db10-1c60-4710-9f1c-66d5d2b9a467' 2024-11-13T14:22:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea2db10-1c60-4710-9f1c-66d5d2b9a467" 2024-11-13T14:22:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea0b995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40953,-1] 2024-11-13T14:22:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:14,077 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6592ee22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,40883,1731507708670, seqNum=-1] 2024-11-13T14:22:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:14,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:14,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89., hostname=eb1966fd6578,40883,1731507708670, seqNum=2] 2024-11-13T14:22:14,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45655,1731507719635, seqNum=-1] 2024-11-13T14:22:14,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:14,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507727491.554d75ef4068832cc68334ae89273ed3., hostname=eb1966fd6578,45655,1731507719635, seqNum=2] 2024-11-13T14:22:14,087 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T14:22:14,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:22:14,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:14,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:22:14,258 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 379, reset compression=false 2024-11-13T14:22:14,274 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 379, reset compression=false 2024-11-13T14:22:14,561 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 379, reset compression=false 2024-11-13T14:22:14,701 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 379, reset compression=false 2024-11-13T14:22:14,705 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:22:14,705 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 480, reset compression=false 2024-11-13T14:22:14,705 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.shippereb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,40883,1731507708670 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b97355e2d3b16b6f982aae0aa3dcf89/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T14:22:14,707 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.shippereb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:22:14,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T14:22:14,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:22:14,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669ab88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,45087,-1 for getting cluster id 2024-11-13T14:22:14,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:14,709 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7c26386-f0cf-44d4-a725-f7fd8d3743c3' 2024-11-13T14:22:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7c26386-f0cf-44d4-a725-f7fd8d3743c3" 2024-11-13T14:22:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c0334e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,45087,-1] 2024-11-13T14:22:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:14,710 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:14,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3558d72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:14,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46607,1731507713798, seqNum=-1] 2024-11-13T14:22:14,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:14,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T14:22:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253., hostname=eb1966fd6578,46607,1731507713798, seqNum=2] 2024-11-13T14:22:14,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:22:14,877 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 379, reset compression=false 2024-11-13T14:22:14,880 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:22:14,880 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 503, reset compression=false 2024-11-13T14:22:14,880 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46607,1731507713798 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d5c4e276f39d2275ebe17d5918a9253/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T14:22:14,882 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:22:14,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T14:22:14,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:22:14,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45851e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,40953,-1 for getting cluster id 2024-11-13T14:22:14,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:14,884 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ea2db10-1c60-4710-9f1c-66d5d2b9a467' 2024-11-13T14:22:14,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:14,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ea2db10-1c60-4710-9f1c-66d5d2b9a467" 2024-11-13T14:22:14,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f838fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,40953,-1] 2024-11-13T14:22:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:14,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:14,885 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:14,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b0e93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:14,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:14,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,45655,1731507719635, seqNum=-1] 2024-11-13T14:22:14,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:14,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T14:22:14,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731507727491.554d75ef4068832cc68334ae89273ed3., hostname=eb1966fd6578,45655,1731507719635, seqNum=2] 2024-11-13T14:22:14,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:22:14,907 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 480, reset compression=false 2024-11-13T14:22:14,964 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 379, reset compression=false 2024-11-13T14:22:14,968 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:14,968 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 527, reset compression=false 2024-11-13T14:22:14,968 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45655,1731507719635 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:15,083 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 503, reset compression=false 2024-11-13T14:22:15,088 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T14:22:15,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,46607,1731507713798, seqNum=-1] 2024-11-13T14:22:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:15,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253., hostname=eb1966fd6578,46607,1731507713798, seqNum=2] 2024-11-13T14:22:15,094 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T14:22:15,172 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 527, reset compression=false 2024-11-13T14:22:15,210 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 480, reset compression=false 2024-11-13T14:22:15,387 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 503, reset compression=false 2024-11-13T14:22:15,390 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:22:15,390 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 607, reset compression=false 2024-11-13T14:22:15,390 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46607,1731507713798 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d5c4e276f39d2275ebe17d5918a9253/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T14:22:15,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:22:15,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:22:15,475 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 527, reset compression=false 2024-11-13T14:22:15,479 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:15,479 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 655, reset compression=false 2024-11-13T14:22:15,479 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45655,1731507719635 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:15,597 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 607, reset compression=false 2024-11-13T14:22:15,613 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 480, reset compression=false 2024-11-13T14:22:15,682 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 655, reset compression=false 2024-11-13T14:22:15,900 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 607, reset compression=false 2024-11-13T14:22:15,985 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 655, reset compression=false 2024-11-13T14:22:16,095 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T14:22:16,098 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T14:22:16,116 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 480, reset compression=false 2024-11-13T14:22:16,304 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 607, reset compression=false 2024-11-13T14:22:16,388 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 655, reset compression=false 2024-11-13T14:22:16,392 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:22:16,392 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 759, reset compression=false 2024-11-13T14:22:16,392 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45655,1731507719635 got entry batch from reader: WALEntryBatch [walEntries=[{test/554d75ef4068832cc68334ae89273ed3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T14:22:16,393 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:22:16,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T14:22:16,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:22:16,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:22:16,595 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 759, reset compression=false 2024-11-13T14:22:16,719 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 480, reset compression=false 2024-11-13T14:22:16,807 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 607, reset compression=false 2024-11-13T14:22:16,811 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:16,811 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 734, reset compression=false 2024-11-13T14:22:16,811 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46607,1731507713798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:16,898 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 759, reset compression=false 2024-11-13T14:22:17,015 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 734, reset compression=false 2024-11-13T14:22:17,099 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T14:22:17,101 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T14:22:17,300 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 759, reset compression=false 2024-11-13T14:22:17,317 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 734, reset compression=false 2024-11-13T14:22:17,422 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 480, reset compression=false 2024-11-13T14:22:17,426 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:22:17,426 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:17,426 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.shippereb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,40883,1731507708670 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b97355e2d3b16b6f982aae0aa3dcf89/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T14:22:17,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:22:17,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:22:17,628 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:17,720 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 734, reset compression=false 2024-11-13T14:22:17,781 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:22:17,781 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 881, reset compression=false 2024-11-13T14:22:17,781 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46607,1731507713798 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d5c4e276f39d2275ebe17d5918a9253/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T14:22:17,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:22:17,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:22:17,803 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 759, reset compression=false 2024-11-13T14:22:17,807 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:17,807 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 930, reset compression=false 2024-11-13T14:22:17,807 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45655,1731507719635 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:17,931 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:17,984 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 881, reset compression=false 2024-11-13T14:22:18,010 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 930, reset compression=false 2024-11-13T14:22:18,065 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:22:18,103 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T14:22:18,106 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T14:22:18,287 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 881, reset compression=false 2024-11-13T14:22:18,291 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:22:18,291 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1040, reset compression=false 2024-11-13T14:22:18,291 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46607,1731507713798 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d5c4e276f39d2275ebe17d5918a9253/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T14:22:18,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:22:18,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:22:18,313 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 930, reset compression=false 2024-11-13T14:22:18,317 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:18,317 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1080, reset compression=false 2024-11-13T14:22:18,318 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45655,1731507719635 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:18,334 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:18,494 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1040, reset compression=false 2024-11-13T14:22:18,521 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1080, reset compression=false 2024-11-13T14:22:18,539 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T14:22:18,539 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T14:22:18,797 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1040, reset compression=false 2024-11-13T14:22:18,824 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1080, reset compression=false 2024-11-13T14:22:18,837 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:19,108 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T14:22:19,110 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T14:22:19,141 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=33, reused chunk count=130, reuseRatio=79.75% 2024-11-13T14:22:19,142 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T14:22:19,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:22:19,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,201 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1040, reset compression=false 2024-11-13T14:22:19,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,228 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1080, reset compression=false 2024-11-13T14:22:19,233 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:22:19,233 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1239, reset compression=false 2024-11-13T14:22:19,234 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45655,1731507719635 got entry batch from reader: WALEntryBatch [walEntries=[{test/554d75ef4068832cc68334ae89273ed3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T14:22:19,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T14:22:19,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T14:22:19,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:19,440 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:19,441 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1239, reset compression=false 2024-11-13T14:22:19,708 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1040, reset compression=false 2024-11-13T14:22:19,712 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:19,713 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:19,713 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46607,1731507713798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:19,744 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1239, reset compression=false 2024-11-13T14:22:19,916 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:20,112 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T14:22:20,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:22:20,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:20,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:20,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:20,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:20,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:20,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:22:20,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1381319625, stopped=false 2024-11-13T14:22:20,117 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,40953,1731507719525 2024-11-13T14:22:20,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1660848423/running 2024-11-13T14:22:20,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1660848423/running 2024-11-13T14:22:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:20,132 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:22:20,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:20,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:20,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:20,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on znode that does not yet exist, /2-1660848423/running 2024-11-13T14:22:20,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Set watcher on znode that does not yet exist, /2-1660848423/running 2024-11-13T14:22:20,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,45655,1731507719635' ***** 2024-11-13T14:22:20,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:22:20,133 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:22:20,133 INFO [RS:0;eb1966fd6578:45655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:22:20,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:22:20,133 INFO [RS:0;eb1966fd6578:45655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:22:20,133 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 554d75ef4068832cc68334ae89273ed3 2024-11-13T14:22:20,133 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:20,133 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,45655,1731507719635 2024-11-13T14:22:20,133 INFO [RS:0;eb1966fd6578:45655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:22:20,133 INFO [RS:0;eb1966fd6578:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:45655. 2024-11-13T14:22:20,133 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 554d75ef4068832cc68334ae89273ed3, disabling compactions & flushes 2024-11-13T14:22:20,133 DEBUG [RS:0;eb1966fd6578:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:20,133 DEBUG [RS:0;eb1966fd6578:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:20,133 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:20,134 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:20,134 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507727491.554d75ef4068832cc68334ae89273ed3. after waiting 0 ms 2024-11-13T14:22:20,134 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:22:20,134 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:20,134 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:22:20,134 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:22:20,134 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:22:20,134 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 554d75ef4068832cc68334ae89273ed3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T14:22:20,134 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:22:20,134 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1325): Online Regions={554d75ef4068832cc68334ae89273ed3=test,,1731507727491.554d75ef4068832cc68334ae89273ed3., 1588230740=hbase:meta,,1.1588230740, 7cb8278f728bbef24e399cfd188aa0b9=hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9.} 2024-11-13T14:22:20,134 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 554d75ef4068832cc68334ae89273ed3, 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:20,134 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:22:20,134 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:22:20,134 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:22:20,134 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:22:20,134 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:22:20,134 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:22:20,143 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:20,147 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1239, reset compression=false 2024-11-13T14:22:20,150 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:20,150 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1486, reset compression=false 2024-11-13T14:22:20,150 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,45655,1731507719635 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:20,151 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,45655,1731507719635: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,45655,1731507719635, walGroup=eb1966fd6578%2C45655%2C1731507719635, offset=eb1966fd6578%2C45655%2C1731507719635.1731507721883:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:45655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:22:20,152 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:22:20,152 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:22:20,152 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:22:20,152 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:22:20,153 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:22:20,153 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 838833696 }, "NonHeapMemoryUsage": { "committed": 205455360, "init": 7667712, "max": -1, "used": 201176736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:22:20,153 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:40953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:40953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:22:20,154 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/info/e3fca70b7c064bf48ca65804275ce9c3 is 147, key is hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9./info:regioninfo/1731507733693/Put/seqid=0 2024-11-13T14:22:20,154 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/f/bce094024e0245868cbb2fb6375f3014 is 29, key is row1/f:/1731507738104/DeleteFamily/seqid=0 2024-11-13T14:22:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741841_1017 (size=7686) 2024-11-13T14:22:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741840_1016 (size=5152) 2024-11-13T14:22:20,164 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:22:20,219 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:20,334 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 554d75ef4068832cc68334ae89273ed3, 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:20,354 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1486, reset compression=false 2024-11-13T14:22:20,534 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 554d75ef4068832cc68334ae89273ed3, 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:20,558 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/info/e3fca70b7c064bf48ca65804275ce9c3 2024-11-13T14:22:20,558 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/f/bce094024e0245868cbb2fb6375f3014 2024-11-13T14:22:20,561 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bce094024e0245868cbb2fb6375f3014 2024-11-13T14:22:20,573 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/f1/fb6be01b2fdb4c19b6d07a4cd4cb0930 is 30, key is row1/f1:/1731507738104/DeleteFamily/seqid=0 2024-11-13T14:22:20,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741842_1018 (size=5158) 2024-11-13T14:22:20,579 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/ns/ebdc8458d9164ade8596f11bf0a43be2 is 43, key is default/ns:d/1731507723098/Put/seqid=0 2024-11-13T14:22:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741843_1019 (size=5153) 2024-11-13T14:22:20,623 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:20,657 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1486, reset compression=false 2024-11-13T14:22:20,734 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 554d75ef4068832cc68334ae89273ed3, 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:20,775 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:22:20,775 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:22:20,935 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 554d75ef4068832cc68334ae89273ed3, 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:20,947 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:20,977 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/f1/fb6be01b2fdb4c19b6d07a4cd4cb0930 2024-11-13T14:22:20,980 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb6be01b2fdb4c19b6d07a4cd4cb0930 2024-11-13T14:22:20,983 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/ns/ebdc8458d9164ade8596f11bf0a43be2 2024-11-13T14:22:21,000 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/norep/c94580d0de8d48128f61bf96bf4a1b1c is 33, key is row2/norep:/1731507739108/DeleteFamily/seqid=0 2024-11-13T14:22:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741844_1020 (size=5108) 2024-11-13T14:22:21,010 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/rep_barrier/3ec34c765760478dbc4b755dbefcf927 is 112, key is test,,1731507727491.554d75ef4068832cc68334ae89273ed3./rep_barrier:seqnumDuringOpen/1731507728631/Put/seqid=0 2024-11-13T14:22:21,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741845_1021 (size=5518) 2024-11-13T14:22:21,061 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1486, reset compression=false 2024-11-13T14:22:21,126 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:21,135 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 554d75ef4068832cc68334ae89273ed3, 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:21,335 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 554d75ef4068832cc68334ae89273ed3, 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:21,404 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/norep/c94580d0de8d48128f61bf96bf4a1b1c 2024-11-13T14:22:21,408 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c94580d0de8d48128f61bf96bf4a1b1c 2024-11-13T14:22:21,409 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/f/bce094024e0245868cbb2fb6375f3014 as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/f/bce094024e0245868cbb2fb6375f3014 2024-11-13T14:22:21,412 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bce094024e0245868cbb2fb6375f3014 2024-11-13T14:22:21,412 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/f/bce094024e0245868cbb2fb6375f3014, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T14:22:21,413 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/f1/fb6be01b2fdb4c19b6d07a4cd4cb0930 as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/f1/fb6be01b2fdb4c19b6d07a4cd4cb0930 2024-11-13T14:22:21,414 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/rep_barrier/3ec34c765760478dbc4b755dbefcf927 2024-11-13T14:22:21,416 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb6be01b2fdb4c19b6d07a4cd4cb0930 2024-11-13T14:22:21,416 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/f1/fb6be01b2fdb4c19b6d07a4cd4cb0930, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T14:22:21,417 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/.tmp/norep/c94580d0de8d48128f61bf96bf4a1b1c as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/norep/c94580d0de8d48128f61bf96bf4a1b1c 2024-11-13T14:22:21,420 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c94580d0de8d48128f61bf96bf4a1b1c 2024-11-13T14:22:21,420 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/norep/c94580d0de8d48128f61bf96bf4a1b1c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T14:22:21,421 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 554d75ef4068832cc68334ae89273ed3 in 1287ms, sequenceid=10, compaction requested=false 2024-11-13T14:22:21,425 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/default/test/554d75ef4068832cc68334ae89273ed3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T14:22:21,425 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:22:21,425 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:22:21,425 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:21,425 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 554d75ef4068832cc68334ae89273ed3: Waiting for close lock at 1731507740133Running coprocessor pre-close hooks at 1731507740133Disabling compacts and flushes for region at 1731507740133Disabling writes for close at 1731507740134 (+1 ms)Obtaining lock to block concurrent updates at 1731507740134Preparing flush snapshotting stores in 554d75ef4068832cc68334ae89273ed3 at 1731507740134Finished memstore snapshotting test,,1731507727491.554d75ef4068832cc68334ae89273ed3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731507740134Flushing stores of test,,1731507727491.554d75ef4068832cc68334ae89273ed3. at 1731507740134Flushing 554d75ef4068832cc68334ae89273ed3/f: creating writer at 1731507740134Flushing 554d75ef4068832cc68334ae89273ed3/f: appending metadata at 1731507740153 (+19 ms)Flushing 554d75ef4068832cc68334ae89273ed3/f: closing flushed file at 1731507740153Flushing 554d75ef4068832cc68334ae89273ed3/f1: creating writer at 1731507740561 (+408 ms)Flushing 554d75ef4068832cc68334ae89273ed3/f1: appending metadata at 1731507740573 (+12 ms)Flushing 554d75ef4068832cc68334ae89273ed3/f1: closing flushed file at 1731507740573Flushing 554d75ef4068832cc68334ae89273ed3/norep: creating writer at 1731507740980 (+407 ms)Flushing 554d75ef4068832cc68334ae89273ed3/norep: appending metadata at 1731507741000 (+20 ms)Flushing 554d75ef4068832cc68334ae89273ed3/norep: closing flushed file at 1731507741000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9a8ba1: reopening flushed file at 1731507741408 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8ff18b: reopening flushed file at 1731507741412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff6d3fc: reopening flushed file at 1731507741417 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 554d75ef4068832cc68334ae89273ed3 in 1287ms, sequenceid=10, compaction requested=false at 1731507741421 (+4 ms)Writing region close event to WAL at 1731507741422 (+1 ms)Running coprocessor post-close hooks at 1731507741425 (+3 ms)Closed at 1731507741425 2024-11-13T14:22:21,426 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507727491.554d75ef4068832cc68334ae89273ed3. 2024-11-13T14:22:21,426 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cb8278f728bbef24e399cfd188aa0b9, disabling compactions & flushes 2024-11-13T14:22:21,426 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:21,426 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:21,426 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. after waiting 0 ms 2024-11-13T14:22:21,426 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:21,426 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cb8278f728bbef24e399cfd188aa0b9: Waiting for close lock at 1731507741426Running coprocessor pre-close hooks at 1731507741426Disabling compacts and flushes for region at 1731507741426Disabling writes for close at 1731507741426Failed flush hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9., putting online again at 1731507741426 2024-11-13T14:22:21,426 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:21,430 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/table/5c4858aed56749cabda32014627749a8 is 53, key is hbase:replication/table:state/1731507733698/Put/seqid=0 2024-11-13T14:22:21,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741846_1022 (size=5308) 2024-11-13T14:22:21,535 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:22:21,535 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7cb8278f728bbef24e399cfd188aa0b9=hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9.} 2024-11-13T14:22:21,535 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:21,535 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cb8278f728bbef24e399cfd188aa0b9 2024-11-13T14:22:21,535 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cb8278f728bbef24e399cfd188aa0b9, disabling compactions & flushes 2024-11-13T14:22:21,535 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:21,535 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:21,535 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. after waiting 0 ms 2024-11-13T14:22:21,535 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:21,536 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cb8278f728bbef24e399cfd188aa0b9: Waiting for close lock at 1731507741535Running coprocessor pre-close hooks at 1731507741535Disabling compacts and flushes for region at 1731507741535Disabling writes for close at 1731507741535Failed flush hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9., putting online again at 1731507741535 2024-11-13T14:22:21,536 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731507732942.7cb8278f728bbef24e399cfd188aa0b9. 2024-11-13T14:22:21,564 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 1486, reset compression=false 2024-11-13T14:22:21,568 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:21,568 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 2130, reset compression=false 2024-11-13T14:22:21,730 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:21,735 DEBUG [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:22:21,771 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 2130, reset compression=false 2024-11-13T14:22:21,834 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/table/5c4858aed56749cabda32014627749a8 2024-11-13T14:22:21,838 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/info/e3fca70b7c064bf48ca65804275ce9c3 as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/info/e3fca70b7c064bf48ca65804275ce9c3 2024-11-13T14:22:21,842 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/info/e3fca70b7c064bf48ca65804275ce9c3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:22:21,842 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/ns/ebdc8458d9164ade8596f11bf0a43be2 as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/ns/ebdc8458d9164ade8596f11bf0a43be2 2024-11-13T14:22:21,846 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/ns/ebdc8458d9164ade8596f11bf0a43be2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:22:21,847 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/rep_barrier/3ec34c765760478dbc4b755dbefcf927 as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/rep_barrier/3ec34c765760478dbc4b755dbefcf927 2024-11-13T14:22:21,849 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:21,850 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/rep_barrier/3ec34c765760478dbc4b755dbefcf927, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:22:21,851 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/.tmp/table/5c4858aed56749cabda32014627749a8 as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/table/5c4858aed56749cabda32014627749a8 2024-11-13T14:22:21,855 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/table/5c4858aed56749cabda32014627749a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:22:21,856 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-13T14:22:21,864 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:22:21,864 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:22:21,864 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:22:21,864 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:21,865 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507740134Running coprocessor pre-close hooks at 1731507740134Disabling compacts and flushes for region at 1731507740134Disabling writes for close at 1731507740134Obtaining lock to block concurrent updates at 1731507740134Preparing flush snapshotting stores in 1588230740 at 1731507740134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507740134Flushing stores of hbase:meta,,1.1588230740 at 1731507740135 (+1 ms)Flushing 1588230740/info: creating writer at 1731507740135Flushing 1588230740/info: appending metadata at 1731507740154 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731507740154Flushing 1588230740/ns: creating writer at 1731507740561 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731507740579 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731507740579Flushing 1588230740/rep_barrier: creating writer at 1731507740986 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507741010 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507741010Flushing 1588230740/table: creating writer at 1731507741416 (+406 ms)Flushing 1588230740/table: appending metadata at 1731507741430 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731507741430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3b0bbe: reopening flushed file at 1731507741838 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d00c04b: reopening flushed file at 1731507741842 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506e19da: reopening flushed file at 1731507741846 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c4124b: reopening flushed file at 1731507741850 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1731507741856 (+6 ms)Writing region close event to WAL at 1731507741861 (+5 ms)Running coprocessor post-close hooks at 1731507741864 (+3 ms)Closed at 1731507741864 2024-11-13T14:22:21,865 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:21,935 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T14:22:21,936 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,45655,1731507719635; all regions closed. 2024-11-13T14:22:21,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:22:21,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741839_1015 (size=2171) 2024-11-13T14:22:21,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.rep.1731507733667 not finished, retry = 0 2024-11-13T14:22:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741832_1008 (size=2138) 2024-11-13T14:22:22,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 not finished, retry = 0 2024-11-13T14:22:22,073 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 to pos 2130, reset compression=false 2024-11-13T14:22:22,142 DEBUG [RS:0;eb1966fd6578:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:22,142 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:22:22,142 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/WALs/eb1966fd6578,45655,1731507719635/eb1966fd6578%2C45655%2C1731507719635.1731507721883 2024-11-13T14:22:22,142 INFO [RS:0;eb1966fd6578:45655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:22:22,142 INFO [RS:0;eb1966fd6578:45655 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:22:22,142 INFO [RS:0;eb1966fd6578:45655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:22:22,142 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:22:22,143 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,45655,1731507719635 because: Region server is closing 2024-11-13T14:22:22,143 INFO [RS:0;eb1966fd6578:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:45655. 2024-11-13T14:22:22,143 DEBUG [RS:0;eb1966fd6578:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:22,143 DEBUG [RS:0;eb1966fd6578:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:22,143 DEBUG [RS:0;eb1966fd6578:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:22,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:22,243 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.shippereb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 terminated 2024-11-13T14:22:22,243 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,45655,1731507719635.replicationSource.wal-reader.eb1966fd6578%2C45655%2C1731507719635,1-eb1966fd6578,45655,1731507719635 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T14:22:22,244 INFO [RS:0;eb1966fd6578:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:45655. 2024-11-13T14:22:22,244 DEBUG [RS:0;eb1966fd6578:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:22,244 DEBUG [RS:0;eb1966fd6578:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:22,244 DEBUG [RS:0;eb1966fd6578:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:22,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:22,244 INFO [RS:0;eb1966fd6578:45655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45655 2024-11-13T14:22:22,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423/rs 2024-11-13T14:22:22,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1660848423/rs/eb1966fd6578,45655,1731507719635 2024-11-13T14:22:22,301 INFO [RS:0;eb1966fd6578:45655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:22:22,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,45655,1731507719635] 2024-11-13T14:22:22,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1660848423/draining/eb1966fd6578,45655,1731507719635 already deleted, retry=false 2024-11-13T14:22:22,322 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,45655,1731507719635 expired; onlineServers=0 2024-11-13T14:22:22,322 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,40953,1731507719525' ***** 2024-11-13T14:22:22,322 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:22:22,322 INFO [M:0;eb1966fd6578:40953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:22:22,322 INFO [M:0;eb1966fd6578:40953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:22:22,322 DEBUG [M:0;eb1966fd6578:40953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:22:22,323 DEBUG [M:0;eb1966fd6578:40953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:22:22,323 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:22:22,323 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507721654 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507721654,5,FailOnTimeoutGroup] 2024-11-13T14:22:22,323 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507721654 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507721654,5,FailOnTimeoutGroup] 2024-11-13T14:22:22,323 INFO [M:0;eb1966fd6578:40953 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:22:22,323 INFO [M:0;eb1966fd6578:40953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:22:22,323 DEBUG [M:0;eb1966fd6578:40953 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:22:22,323 INFO [M:0;eb1966fd6578:40953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:22:22,323 INFO [M:0;eb1966fd6578:40953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:22:22,323 INFO [M:0;eb1966fd6578:40953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:22:22,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:22:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1660848423/master 2024-11-13T14:22:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1660848423 2024-11-13T14:22:22,333 DEBUG [M:0;eb1966fd6578:40953 {}] zookeeper.ZKUtil(347): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Unable to get data of znode /2-1660848423/master because node does not exist (not an error) 2024-11-13T14:22:22,333 WARN [M:0;eb1966fd6578:40953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:22:22,341 INFO [M:0;eb1966fd6578:40953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/.lastflushedseqids 2024-11-13T14:22:22,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741847_1023 (size=245) 2024-11-13T14:22:22,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:22,412 INFO [RS:0;eb1966fd6578:45655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:22:22,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x1013492d62e0007, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:22,412 INFO [RS:0;eb1966fd6578:45655 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,45655,1731507719635; zookeeper connection closed. 2024-11-13T14:22:22,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6890649e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6890649e 2024-11-13T14:22:22,412 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:22:22,433 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:22,745 INFO [M:0;eb1966fd6578:40953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:22:22,745 INFO [M:0;eb1966fd6578:40953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:22:22,746 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:22:22,746 INFO [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:22,746 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:22,746 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:22:22,746 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:22,746 INFO [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T14:22:22,840 DEBUG [M:0;eb1966fd6578:40953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c34fe17f0c4d45629dc94dc06ba62d6d is 82, key is hbase:meta,,1/info:regioninfo/1731507723064/Put/seqid=0 2024-11-13T14:22:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741848_1024 (size=5672) 2024-11-13T14:22:22,852 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:23,237 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:23,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:22:23,243 INFO [M:0;eb1966fd6578:40953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c34fe17f0c4d45629dc94dc06ba62d6d 2024-11-13T14:22:23,258 DEBUG [M:0;eb1966fd6578:40953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9166d0f9469e4f6c95fa7b24aa909c52 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731507733701/Put/seqid=0 2024-11-13T14:22:23,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741849_1025 (size=8517) 2024-11-13T14:22:23,662 INFO [M:0;eb1966fd6578:40953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9166d0f9469e4f6c95fa7b24aa909c52 2024-11-13T14:22:23,681 DEBUG [M:0;eb1966fd6578:40953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47ef80febff947ad898b6db923a9b920 is 69, key is eb1966fd6578,45655,1731507719635/rs:state/1731507721697/Put/seqid=0 2024-11-13T14:22:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741850_1026 (size=5156) 2024-11-13T14:22:23,955 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:24,085 INFO [M:0;eb1966fd6578:40953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47ef80febff947ad898b6db923a9b920 2024-11-13T14:22:24,089 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c34fe17f0c4d45629dc94dc06ba62d6d as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c34fe17f0c4d45629dc94dc06ba62d6d 2024-11-13T14:22:24,092 INFO [M:0;eb1966fd6578:40953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c34fe17f0c4d45629dc94dc06ba62d6d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T14:22:24,093 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9166d0f9469e4f6c95fa7b24aa909c52 as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9166d0f9469e4f6c95fa7b24aa909c52 2024-11-13T14:22:24,096 INFO [M:0;eb1966fd6578:40953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9166d0f9469e4f6c95fa7b24aa909c52, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T14:22:24,096 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47ef80febff947ad898b6db923a9b920 as hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47ef80febff947ad898b6db923a9b920 2024-11-13T14:22:24,099 INFO [M:0;eb1966fd6578:40953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47ef80febff947ad898b6db923a9b920, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T14:22:24,099 INFO [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1353ms, sequenceid=97, compaction requested=false 2024-11-13T14:22:24,100 INFO [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:24,100 DEBUG [M:0;eb1966fd6578:40953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507742745Disabling compacts and flushes for region at 1731507742745Disabling writes for close at 1731507742746 (+1 ms)Obtaining lock to block concurrent updates at 1731507742746Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507742746Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731507742746Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507742828 (+82 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507742828Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507742840 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507742840Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507743246 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507743258 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507743258Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507743665 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507743681 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507743681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b1e3d9: reopening flushed file at 1731507744089 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711d5b2b: reopening flushed file at 1731507744092 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3e3007: reopening flushed file at 1731507744096 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1353ms, sequenceid=97, compaction requested=false at 1731507744099 (+3 ms)Writing region close event to WAL at 1731507744100 (+1 ms)Closed at 1731507744100 2024-11-13T14:22:24,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741830_1006 (size=63666) 2024-11-13T14:22:24,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc4f311e-3f31-5b26-0e78-7be9c854496b/MasterData/WALs/eb1966fd6578,40953,1731507719525/eb1966fd6578%2C40953%2C1731507719525.1731507721372 not finished, retry = 0 2024-11-13T14:22:24,140 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:24,202 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:22:24,203 INFO [M:0;eb1966fd6578:40953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:22:24,203 INFO [M:0;eb1966fd6578:40953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40953 2024-11-13T14:22:24,203 INFO [M:0;eb1966fd6578:40953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:22:24,348 INFO [M:0;eb1966fd6578:40953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:22:24,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:24,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40953-0x1013492d62e0006, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:24,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1814481f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:22:24,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@369a7c46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:22:24,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:22:24,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481dc0ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:22:24,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75fd094d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.log.dir/,STOPPED} 2024-11-13T14:22:24,353 WARN [BP-1394823471-172.17.0.2-1731507717286 heartbeating to localhost/127.0.0.1:36927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:22:24,353 WARN [BP-1394823471-172.17.0.2-1731507717286 heartbeating to localhost/127.0.0.1:36927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1394823471-172.17.0.2-1731507717286 (Datanode Uuid fad252c2-abdc-422e-989e-905b9a1cc089) service to localhost/127.0.0.1:36927 2024-11-13T14:22:24,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:22:24,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:22:24,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/cluster_275b917a-a07d-738f-aa61-71468dab605c/data/data1/current/BP-1394823471-172.17.0.2-1731507717286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:22:24,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/cluster_275b917a-a07d-738f-aa61-71468dab605c/data/data2/current/BP-1394823471-172.17.0.2-1731507717286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:22:24,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:22:24,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76f306ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:22:24,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ee1fd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:22:24,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:22:24,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca087cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:22:24,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@681c5839{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.log.dir/,STOPPED} 2024-11-13T14:22:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:22:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:22:24,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:24,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:24,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:24,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:24,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:24,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:22:24,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1284129516, stopped=false 2024-11-13T14:22:24,372 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,45087,1731507713652 2024-11-13T14:22:24,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493644602/running 2024-11-13T14:22:24,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493644602/running 2024-11-13T14:22:24,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:22:24,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:22:24,385 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:22:24,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:24,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:24,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on znode that does not yet exist, /1493644602/running 2024-11-13T14:22:24,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:24,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Set watcher on znode that does not yet exist, /1493644602/running 2024-11-13T14:22:24,386 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,46607,1731507713798' ***** 2024-11-13T14:22:24,386 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:22:24,386 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:22:24,386 INFO [RS:0;eb1966fd6578:46607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:22:24,386 INFO [RS:0;eb1966fd6578:46607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:22:24,386 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:22:24,386 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,46607,1731507713798 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:46607. 2024-11-13T14:22:24,387 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cff2dc9bac4046933e12fd4413ce2c2, disabling compactions & flushes 2024-11-13T14:22:24,387 DEBUG [RS:0;eb1966fd6578:46607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:24,387 DEBUG [RS:0;eb1966fd6578:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:24,387 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:24,387 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:22:24,387 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. after waiting 0 ms 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:22:24,387 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:22:24,387 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6cff2dc9bac4046933e12fd4413ce2c2 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-13T14:22:24,387 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:22:24,387 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1325): Online Regions={6cff2dc9bac4046933e12fd4413ce2c2=hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2., 4d5c4e276f39d2275ebe17d5918a9253=test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:22:24,387 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253, 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:24,387 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:22:24,387 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:22:24,387 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:22:24,387 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:22:24,387 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:22:24,387 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:22:24,399 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/info/fd13154d9ed3424095f6751434ace594 is 147, key is hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2./info:regioninfo/1731507732587/Put/seqid=0 2024-11-13T14:22:24,399 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2/.tmp/queue/04c823eb712146a488c66f0be1000fdb is 154, key is 1-eb1966fd6578,46607,1731507713798/queue:eb1966fd6578%2C46607%2C1731507713798/1731507739714/Put/seqid=0 2024-11-13T14:22:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741841_1017 (size=7686) 2024-11-13T14:22:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741840_1016 (size=5353) 2024-11-13T14:22:24,405 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:22:24,587 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253, 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:24,787 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253, 6cff2dc9bac4046933e12fd4413ce2c2 2024-11-13T14:22:24,803 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/info/fd13154d9ed3424095f6751434ace594 2024-11-13T14:22:24,804 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2/.tmp/queue/04c823eb712146a488c66f0be1000fdb 2024-11-13T14:22:24,807 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2/.tmp/queue/04c823eb712146a488c66f0be1000fdb as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2/queue/04c823eb712146a488c66f0be1000fdb 2024-11-13T14:22:24,811 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2/queue/04c823eb712146a488c66f0be1000fdb, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T14:22:24,812 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6cff2dc9bac4046933e12fd4413ce2c2 in 425ms, sequenceid=12, compaction requested=false 2024-11-13T14:22:24,819 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/replication/6cff2dc9bac4046933e12fd4413ce2c2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T14:22:24,819 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/ns/e2f6c88712c6473fb23d0b9ff9aff694 is 43, key is default/ns:d/1731507717181/Put/seqid=0 2024-11-13T14:22:24,820 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:22:24,820 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:22:24,820 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:24,820 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cff2dc9bac4046933e12fd4413ce2c2: Waiting for close lock at 1731507744387Running coprocessor pre-close hooks at 1731507744387Disabling compacts and flushes for region at 1731507744387Disabling writes for close at 1731507744387Obtaining lock to block concurrent updates at 1731507744387Preparing flush snapshotting stores in 6cff2dc9bac4046933e12fd4413ce2c2 at 1731507744387Finished memstore snapshotting hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731507744387Flushing stores of hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. at 1731507744388 (+1 ms)Flushing 6cff2dc9bac4046933e12fd4413ce2c2/queue: creating writer at 1731507744388Flushing 6cff2dc9bac4046933e12fd4413ce2c2/queue: appending metadata at 1731507744399 (+11 ms)Flushing 6cff2dc9bac4046933e12fd4413ce2c2/queue: closing flushed file at 1731507744399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e45d70: reopening flushed file at 1731507744807 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6cff2dc9bac4046933e12fd4413ce2c2 in 425ms, sequenceid=12, compaction requested=false at 1731507744812 (+5 ms)Writing region close event to WAL at 1731507744816 (+4 ms)Running coprocessor post-close hooks at 1731507744819 (+3 ms)Closed at 1731507744820 (+1 ms) 2024-11-13T14:22:24,820 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507731802.6cff2dc9bac4046933e12fd4413ce2c2. 2024-11-13T14:22:24,820 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d5c4e276f39d2275ebe17d5918a9253, disabling compactions & flushes 2024-11-13T14:22:24,820 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:24,820 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:24,820 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. after waiting 0 ms 2024-11-13T14:22:24,820 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:24,820 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d5c4e276f39d2275ebe17d5918a9253 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T14:22:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741842_1018 (size=5153) 2024-11-13T14:22:24,833 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/f/ec4c3916950744b1aab94fda04711397 is 29, key is row1/f:/1731507738104/DeleteFamily/seqid=0 2024-11-13T14:22:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741843_1019 (size=5152) 2024-11-13T14:22:24,879 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:22:24,879 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:22:24,988 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:25,143 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1189, reset compression=false 2024-11-13T14:22:25,146 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:22:25,147 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1436, reset compression=false 2024-11-13T14:22:25,147 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,46607,1731507713798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:22:25,147 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,46607,1731507713798: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb1966fd6578,46607,1731507713798, walGroup=eb1966fd6578%2C46607%2C1731507713798, offset=eb1966fd6578%2C46607%2C1731507713798.1731507716010:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:46607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:22:25,148 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:22:25,148 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:22:25,148 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:22:25,148 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:22:25,148 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:22:25,148 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 929011232 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 201553552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:22:25,149 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:45087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:45087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:22:25,158 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:25,188 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:25,224 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/ns/e2f6c88712c6473fb23d0b9ff9aff694 2024-11-13T14:22:25,236 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/f/ec4c3916950744b1aab94fda04711397 2024-11-13T14:22:25,239 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/rep_barrier/1e46175e676b46aa9e3900560fc58baf is 112, key is test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253./rep_barrier:seqnumDuringOpen/1731507726488/Put/seqid=0 2024-11-13T14:22:25,239 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec4c3916950744b1aab94fda04711397 2024-11-13T14:22:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741844_1020 (size=5518) 2024-11-13T14:22:25,252 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/f1/ca5399d985aa4c99bfe41c1e75abe26a is 30, key is row1/f1:/1731507738104/DeleteFamily/seqid=0 2024-11-13T14:22:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741845_1021 (size=5158) 2024-11-13T14:22:25,349 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1436, reset compression=false 2024-11-13T14:22:25,388 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:22:25,388 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1325): Online Regions={4d5c4e276f39d2275ebe17d5918a9253=test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:22:25,388 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:25,588 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:25,642 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/rep_barrier/1e46175e676b46aa9e3900560fc58baf 2024-11-13T14:22:25,652 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1436, reset compression=false 2024-11-13T14:22:25,655 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/f1/ca5399d985aa4c99bfe41c1e75abe26a 2024-11-13T14:22:25,658 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca5399d985aa4c99bfe41c1e75abe26a 2024-11-13T14:22:25,663 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/table/792a48667bba4b318a7005ec4bf5f517 is 53, key is hbase:replication/table:state/1731507732592/Put/seqid=0 2024-11-13T14:22:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741846_1022 (size=5308) 2024-11-13T14:22:25,670 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/norep/f1866e90947a4d4d979432f0030026f1 is 33, key is row1/norep:/1731507738104/DeleteFamily/seqid=0 2024-11-13T14:22:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741847_1023 (size=5108) 2024-11-13T14:22:25,788 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:25,988 DEBUG [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5c4e276f39d2275ebe17d5918a9253 2024-11-13T14:22:26,055 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/WALs/eb1966fd6578,46607,1731507713798/eb1966fd6578%2C46607%2C1731507713798.1731507716010 to pos 1436, reset compression=false 2024-11-13T14:22:26,067 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/table/792a48667bba4b318a7005ec4bf5f517 2024-11-13T14:22:26,070 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/info/fd13154d9ed3424095f6751434ace594 as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/info/fd13154d9ed3424095f6751434ace594 2024-11-13T14:22:26,073 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/norep/f1866e90947a4d4d979432f0030026f1 2024-11-13T14:22:26,073 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/info/fd13154d9ed3424095f6751434ace594, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:22:26,074 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/ns/e2f6c88712c6473fb23d0b9ff9aff694 as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/ns/e2f6c88712c6473fb23d0b9ff9aff694 2024-11-13T14:22:26,076 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1866e90947a4d4d979432f0030026f1 2024-11-13T14:22:26,077 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/f/ec4c3916950744b1aab94fda04711397 as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/f/ec4c3916950744b1aab94fda04711397 2024-11-13T14:22:26,077 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/ns/e2f6c88712c6473fb23d0b9ff9aff694, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:22:26,078 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/rep_barrier/1e46175e676b46aa9e3900560fc58baf as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/rep_barrier/1e46175e676b46aa9e3900560fc58baf 2024-11-13T14:22:26,080 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec4c3916950744b1aab94fda04711397 2024-11-13T14:22:26,080 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/f/ec4c3916950744b1aab94fda04711397, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T14:22:26,081 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/f1/ca5399d985aa4c99bfe41c1e75abe26a as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/f1/ca5399d985aa4c99bfe41c1e75abe26a 2024-11-13T14:22:26,081 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/rep_barrier/1e46175e676b46aa9e3900560fc58baf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:22:26,081 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/.tmp/table/792a48667bba4b318a7005ec4bf5f517 as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/table/792a48667bba4b318a7005ec4bf5f517 2024-11-13T14:22:26,084 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca5399d985aa4c99bfe41c1e75abe26a 2024-11-13T14:22:26,084 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/f1/ca5399d985aa4c99bfe41c1e75abe26a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T14:22:26,084 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/table/792a48667bba4b318a7005ec4bf5f517, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:22:26,084 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/.tmp/norep/f1866e90947a4d4d979432f0030026f1 as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/norep/f1866e90947a4d4d979432f0030026f1 2024-11-13T14:22:26,084 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=16, compaction requested=false 2024-11-13T14:22:26,088 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:22:26,088 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1866e90947a4d4d979432f0030026f1 2024-11-13T14:22:26,088 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/norep/f1866e90947a4d4d979432f0030026f1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T14:22:26,088 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:22:26,088 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:22:26,088 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:26,088 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507744387Running coprocessor pre-close hooks at 1731507744387Disabling compacts and flushes for region at 1731507744387Disabling writes for close at 1731507744387Obtaining lock to block concurrent updates at 1731507744387Preparing flush snapshotting stores in 1588230740 at 1731507744387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507744388 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731507744388Flushing 1588230740/info: creating writer at 1731507744388Flushing 1588230740/info: appending metadata at 1731507744399 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731507744399Flushing 1588230740/ns: creating writer at 1731507744806 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731507744819 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731507744819Flushing 1588230740/rep_barrier: creating writer at 1731507745227 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507745239 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507745239Flushing 1588230740/table: creating writer at 1731507745646 (+407 ms)Flushing 1588230740/table: appending metadata at 1731507745662 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731507745662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fde6b4c: reopening flushed file at 1731507746070 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366ed072: reopening flushed file at 1731507746074 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2dc467: reopening flushed file at 1731507746078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284d3031: reopening flushed file at 1731507746081 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=16, compaction requested=false at 1731507746085 (+4 ms)Writing region close event to WAL at 1731507746086 (+1 ms)Running coprocessor post-close hooks at 1731507746088 (+2 ms)Closed at 1731507746088 2024-11-13T14:22:26,088 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:26,089 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4d5c4e276f39d2275ebe17d5918a9253 in 1269ms, sequenceid=10, compaction requested=false 2024-11-13T14:22:26,092 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/data/default/test/4d5c4e276f39d2275ebe17d5918a9253/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T14:22:26,092 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:22:26,092 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:22:26,092 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:26,092 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d5c4e276f39d2275ebe17d5918a9253: Waiting for close lock at 1731507744820Running coprocessor pre-close hooks at 1731507744820Disabling compacts and flushes for region at 1731507744820Disabling writes for close at 1731507744820Obtaining lock to block concurrent updates at 1731507744820Preparing flush snapshotting stores in 4d5c4e276f39d2275ebe17d5918a9253 at 1731507744820Finished memstore snapshotting test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731507744820Flushing stores of test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. at 1731507744821 (+1 ms)Flushing 4d5c4e276f39d2275ebe17d5918a9253/f: creating writer at 1731507744821Flushing 4d5c4e276f39d2275ebe17d5918a9253/f: appending metadata at 1731507744833 (+12 ms)Flushing 4d5c4e276f39d2275ebe17d5918a9253/f: closing flushed file at 1731507744833Flushing 4d5c4e276f39d2275ebe17d5918a9253/f1: creating writer at 1731507745240 (+407 ms)Flushing 4d5c4e276f39d2275ebe17d5918a9253/f1: appending metadata at 1731507745251 (+11 ms)Flushing 4d5c4e276f39d2275ebe17d5918a9253/f1: closing flushed file at 1731507745251Flushing 4d5c4e276f39d2275ebe17d5918a9253/norep: creating writer at 1731507745658 (+407 ms)Flushing 4d5c4e276f39d2275ebe17d5918a9253/norep: appending metadata at 1731507745670 (+12 ms)Flushing 4d5c4e276f39d2275ebe17d5918a9253/norep: closing flushed file at 1731507745670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30590306: reopening flushed file at 1731507746076 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c501c69: reopening flushed file at 1731507746080 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e837f98: reopening flushed file at 1731507746084 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4d5c4e276f39d2275ebe17d5918a9253 in 1269ms, sequenceid=10, compaction requested=false at 1731507746089 (+5 ms)Writing region close event to WAL at 1731507746090 (+1 ms)Running coprocessor post-close hooks at 1731507746092 (+2 ms)Closed at 1731507746092 2024-11-13T14:22:26,092 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507725341.4d5c4e276f39d2275ebe17d5918a9253. 2024-11-13T14:22:26,189 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,46607,1731507713798; all regions closed. 2024-11-13T14:22:26,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:22:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741839_1015 (size=3114) 2024-11-13T14:22:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741832_1008 (size=2088) 2024-11-13T14:22:26,194 DEBUG [RS:0;eb1966fd6578:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:26,194 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:22:26,194 INFO [RS:0;eb1966fd6578:46607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:22:26,194 INFO [RS:0;eb1966fd6578:46607 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:22:26,194 INFO [RS:0;eb1966fd6578:46607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:22:26,194 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:22:26,194 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,46607,1731507713798 because: Region server is closing 2024-11-13T14:22:26,194 INFO [RS:0;eb1966fd6578:46607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:46607. 2024-11-13T14:22:26,194 DEBUG [RS:0;eb1966fd6578:46607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:26,194 DEBUG [RS:0;eb1966fd6578:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:26,194 DEBUG [RS:0;eb1966fd6578:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:26,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:26,295 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.shippereb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 terminated 2024-11-13T14:22:26,295 INFO [RS:0;eb1966fd6578:46607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:46607. 2024-11-13T14:22:26,295 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,46607,1731507713798.replicationSource.wal-reader.eb1966fd6578%2C46607%2C1731507713798,1-eb1966fd6578,46607,1731507713798 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:22:26,295 DEBUG [RS:0;eb1966fd6578:46607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:26,295 DEBUG [RS:0;eb1966fd6578:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:26,295 DEBUG [RS:0;eb1966fd6578:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:26,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:26,295 INFO [RS:0;eb1966fd6578:46607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46607 2024-11-13T14:22:26,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493644602/rs/eb1966fd6578,46607,1731507713798 2024-11-13T14:22:26,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602/rs 2024-11-13T14:22:26,343 INFO [RS:0;eb1966fd6578:46607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:22:26,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,46607,1731507713798] 2024-11-13T14:22:26,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1493644602/draining/eb1966fd6578,46607,1731507713798 already deleted, retry=false 2024-11-13T14:22:26,395 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,46607,1731507713798 expired; onlineServers=0 2024-11-13T14:22:26,395 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,45087,1731507713652' ***** 2024-11-13T14:22:26,395 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:22:26,395 INFO [M:0;eb1966fd6578:45087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:22:26,396 INFO [M:0;eb1966fd6578:45087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:22:26,396 DEBUG [M:0;eb1966fd6578:45087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:22:26,396 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:22:26,396 DEBUG [M:0;eb1966fd6578:45087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:22:26,396 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507715830 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507715830,5,FailOnTimeoutGroup] 2024-11-13T14:22:26,396 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507715830 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507715830,5,FailOnTimeoutGroup] 2024-11-13T14:22:26,396 INFO [M:0;eb1966fd6578:45087 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:22:26,396 INFO [M:0;eb1966fd6578:45087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:22:26,396 DEBUG [M:0;eb1966fd6578:45087 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:22:26,396 INFO [M:0;eb1966fd6578:45087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:22:26,396 INFO [M:0;eb1966fd6578:45087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:22:26,396 INFO [M:0;eb1966fd6578:45087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:22:26,396 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:22:26,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1493644602/master 2024-11-13T14:22:26,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1493644602 2024-11-13T14:22:26,406 DEBUG [M:0;eb1966fd6578:45087 {}] zookeeper.ZKUtil(347): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Unable to get data of znode /1493644602/master because node does not exist (not an error) 2024-11-13T14:22:26,406 WARN [M:0;eb1966fd6578:45087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:22:26,407 INFO [M:0;eb1966fd6578:45087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/.lastflushedseqids 2024-11-13T14:22:26,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741848_1024 (size=245) 2024-11-13T14:22:26,410 INFO [M:0;eb1966fd6578:45087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:22:26,410 INFO [M:0;eb1966fd6578:45087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:22:26,410 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:22:26,410 INFO [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:26,410 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:26,410 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:22:26,410 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:26,410 INFO [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T14:22:26,426 DEBUG [M:0;eb1966fd6578:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb392ad9fb94ac785c2d25e21dde01a is 82, key is hbase:meta,,1/info:regioninfo/1731507717167/Put/seqid=0 2024-11-13T14:22:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741849_1025 (size=5672) 2024-11-13T14:22:26,429 INFO [M:0;eb1966fd6578:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb392ad9fb94ac785c2d25e21dde01a 2024-11-13T14:22:26,445 DEBUG [M:0;eb1966fd6578:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9405766c6f1f4342bfb079d8198b083d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731507732595/Put/seqid=0 2024-11-13T14:22:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741850_1026 (size=8516) 2024-11-13T14:22:26,461 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:26,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:26,480 INFO [RS:0;eb1966fd6578:46607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:22:26,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1013492d62e0004, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:26,480 INFO [RS:0;eb1966fd6578:46607 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,46607,1731507713798; zookeeper connection closed. 2024-11-13T14:22:26,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@610726e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@610726e9 2024-11-13T14:22:26,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:22:26,848 INFO [M:0;eb1966fd6578:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9405766c6f1f4342bfb079d8198b083d 2024-11-13T14:22:26,863 DEBUG [M:0;eb1966fd6578:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e697fa21a6944088119ab1e3a68e27f is 69, key is eb1966fd6578,46607,1731507713798/rs:state/1731507715858/Put/seqid=0 2024-11-13T14:22:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741851_1027 (size=5156) 2024-11-13T14:22:26,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:22:26,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:26,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:27,267 INFO [M:0;eb1966fd6578:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e697fa21a6944088119ab1e3a68e27f 2024-11-13T14:22:27,271 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb392ad9fb94ac785c2d25e21dde01a as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdb392ad9fb94ac785c2d25e21dde01a 2024-11-13T14:22:27,274 INFO [M:0;eb1966fd6578:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdb392ad9fb94ac785c2d25e21dde01a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T14:22:27,275 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9405766c6f1f4342bfb079d8198b083d as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9405766c6f1f4342bfb079d8198b083d 2024-11-13T14:22:27,278 INFO [M:0;eb1966fd6578:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9405766c6f1f4342bfb079d8198b083d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T14:22:27,279 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e697fa21a6944088119ab1e3a68e27f as hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e697fa21a6944088119ab1e3a68e27f 2024-11-13T14:22:27,282 INFO [M:0;eb1966fd6578:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36325/user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e697fa21a6944088119ab1e3a68e27f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T14:22:27,283 INFO [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false 2024-11-13T14:22:27,284 INFO [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:27,284 DEBUG [M:0;eb1966fd6578:45087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507746410Disabling compacts and flushes for region at 1731507746410Disabling writes for close at 1731507746410Obtaining lock to block concurrent updates at 1731507746410Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507746410Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731507746410Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507746411 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507746411Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507746426 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507746426Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507746432 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507746444 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507746444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507746852 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507746863 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507746863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344ef026: reopening flushed file at 1731507747270 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562f1fb8: reopening flushed file at 1731507747274 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5573dee9: reopening flushed file at 1731507747278 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false at 1731507747283 (+5 ms)Writing region close event to WAL at 1731507747284 (+1 ms)Closed at 1731507747284 2024-11-13T14:22:27,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741830_1006 (size=63654) 2024-11-13T14:22:27,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b9af53c-7eff-4f4d-9c51-c45e10eb6f88/MasterData/WALs/eb1966fd6578,45087,1731507713652/eb1966fd6578%2C45087%2C1731507713652.1731507715572 not finished, retry = 0 2024-11-13T14:22:27,386 INFO [M:0;eb1966fd6578:45087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:22:27,386 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:22:27,386 INFO [M:0;eb1966fd6578:45087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45087 2024-11-13T14:22:27,386 INFO [M:0;eb1966fd6578:45087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:22:27,538 INFO [M:0;eb1966fd6578:45087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:22:27,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:27,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1013492d62e0003, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:27,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6725a265{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:22:27,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16774168{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:22:27,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:22:27,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326fb535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:22:27,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14948176{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.log.dir/,STOPPED} 2024-11-13T14:22:27,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:22:27,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:22:27,541 WARN [BP-1406123952-172.17.0.2-1731507711651 heartbeating to localhost/127.0.0.1:36325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:22:27,541 WARN [BP-1406123952-172.17.0.2-1731507711651 heartbeating to localhost/127.0.0.1:36325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1406123952-172.17.0.2-1731507711651 (Datanode Uuid e4d5f487-437b-42b1-8f80-fe2bc9f595a6) service to localhost/127.0.0.1:36325 2024-11-13T14:22:27,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/cluster_e64ad01d-e92a-826b-a8ec-fd223eef4da3/data/data1/current/BP-1406123952-172.17.0.2-1731507711651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:22:27,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/cluster_e64ad01d-e92a-826b-a8ec-fd223eef4da3/data/data2/current/BP-1406123952-172.17.0.2-1731507711651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:22:27,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:22:27,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3b46f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:22:27,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32455bb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:22:27,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:22:27,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786b2ed4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:22:27,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33292fdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/222b8406-ebab-af7e-c85c-b3fa2b34ebdc/hadoop.log.dir/,STOPPED} 2024-11-13T14:22:27,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:22:27,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:22:27,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:27,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:27,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:27,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:27,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:27,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:22:27,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1054799821, stopped=false 2024-11-13T14:22:27,562 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,40563,1731507708476 2024-11-13T14:22:27,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01448886133/running 2024-11-13T14:22:27,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01448886133/running 2024-11-13T14:22:27,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:22:27,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:22:27,574 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:22:27,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:27,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:27,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:27,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on znode that does not yet exist, /01448886133/running 2024-11-13T14:22:27,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,40883,1731507708670' ***** 2024-11-13T14:22:27,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:22:27,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Set watcher on znode that does not yet exist, /01448886133/running 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:22:27,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(3091): Received CLOSE for 08190896e0314d0d9ff8eaabfa2796b9 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,40883,1731507708670 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:40883. 2024-11-13T14:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08190896e0314d0d9ff8eaabfa2796b9, disabling compactions & flushes 2024-11-13T14:22:27,576 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:27,576 DEBUG [RS:0;eb1966fd6578:40883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:27,576 DEBUG [RS:0;eb1966fd6578:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. after waiting 0 ms 2024-11-13T14:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:22:27,576 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08190896e0314d0d9ff8eaabfa2796b9 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-13T14:22:27,576 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:22:27,576 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1325): Online Regions={08190896e0314d0d9ff8eaabfa2796b9=hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9., 5b97355e2d3b16b6f982aae0aa3dcf89=test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:22:27,576 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1351): Waiting on 08190896e0314d0d9ff8eaabfa2796b9, 1588230740, 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:27,576 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:22:27,576 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:22:27,576 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:22:27,576 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:22:27,576 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:22:27,577 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:22:27,592 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/info/ada16547eaa04a0fabaa66b881bb8af4 is 147, key is hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9./info:regioninfo/1731507730821/Put/seqid=0 2024-11-13T14:22:27,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741840_1016 (size=7686) 2024-11-13T14:22:27,595 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/info/ada16547eaa04a0fabaa66b881bb8af4 2024-11-13T14:22:27,595 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9/.tmp/queue/b74ef79ca1e94cb89a8aee5982d68f99 is 153, key is 1-eb1966fd6578,40883,1731507708670/queue:eb1966fd6578%2C40883%2C1731507708670/1731507737429/Put/seqid=0 2024-11-13T14:22:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741841_1017 (size=5352) 2024-11-13T14:22:27,613 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/ns/e871fad0c79e4e4ba1eb109dc99b1b69 is 43, key is default/ns:d/1731507711552/Put/seqid=0 2024-11-13T14:22:27,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741842_1018 (size=5153) 2024-11-13T14:22:27,664 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:22:27,739 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:22:27,739 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:22:27,777 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1351): Waiting on 08190896e0314d0d9ff8eaabfa2796b9, 1588230740, 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:27,864 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.1731507710866 to pos 636, reset compression=false 2024-11-13T14:22:27,977 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1351): Waiting on 08190896e0314d0d9ff8eaabfa2796b9, 1588230740, 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:27,998 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9/.tmp/queue/b74ef79ca1e94cb89a8aee5982d68f99 2024-11-13T14:22:28,002 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9/.tmp/queue/b74ef79ca1e94cb89a8aee5982d68f99 as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9/queue/b74ef79ca1e94cb89a8aee5982d68f99 2024-11-13T14:22:28,005 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9/queue/b74ef79ca1e94cb89a8aee5982d68f99, entries=1, sequenceid=8, filesize=5.2 K 2024-11-13T14:22:28,005 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 08190896e0314d0d9ff8eaabfa2796b9 in 429ms, sequenceid=8, compaction requested=false 2024-11-13T14:22:28,005 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:22:28,008 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/replication/08190896e0314d0d9ff8eaabfa2796b9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T14:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:22:28,009 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08190896e0314d0d9ff8eaabfa2796b9: Waiting for close lock at 1731507747576Running coprocessor pre-close hooks at 1731507747576Disabling compacts and flushes for region at 1731507747576Disabling writes for close at 1731507747576Obtaining lock to block concurrent updates at 1731507747576Preparing flush snapshotting stores in 08190896e0314d0d9ff8eaabfa2796b9 at 1731507747576Finished memstore snapshotting hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731507747576Flushing stores of hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. at 1731507747577 (+1 ms)Flushing 08190896e0314d0d9ff8eaabfa2796b9/queue: creating writer at 1731507747577Flushing 08190896e0314d0d9ff8eaabfa2796b9/queue: appending metadata at 1731507747595 (+18 ms)Flushing 08190896e0314d0d9ff8eaabfa2796b9/queue: closing flushed file at 1731507747595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c5f5d3: reopening flushed file at 1731507748001 (+406 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 08190896e0314d0d9ff8eaabfa2796b9 in 429ms, sequenceid=8, compaction requested=false at 1731507748005 (+4 ms)Writing region close event to WAL at 1731507748006 (+1 ms)Running coprocessor post-close hooks at 1731507748009 (+3 ms)Closed at 1731507748009 2024-11-13T14:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507729652.08190896e0314d0d9ff8eaabfa2796b9. 2024-11-13T14:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b97355e2d3b16b6f982aae0aa3dcf89, disabling compactions & flushes 2024-11-13T14:22:28,009 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. after waiting 0 ms 2024-11-13T14:22:28,009 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:28,009 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b97355e2d3b16b6f982aae0aa3dcf89 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T14:22:28,017 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/ns/e871fad0c79e4e4ba1eb109dc99b1b69 2024-11-13T14:22:28,024 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/f/f888746982c440b1962d2098e6b013ec is 28, key is row/f:/1731507737100/DeleteFamily/seqid=0 2024-11-13T14:22:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741843_1019 (size=5085) 2024-11-13T14:22:28,041 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/rep_barrier/83e4437ff2f0484886919e2ed29f4877 is 112, key is test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89./rep_barrier:seqnumDuringOpen/1731507724332/Put/seqid=0 2024-11-13T14:22:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741844_1020 (size=5518) 2024-11-13T14:22:28,177 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:28,377 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:28,434 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/f/f888746982c440b1962d2098e6b013ec 2024-11-13T14:22:28,437 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f888746982c440b1962d2098e6b013ec 2024-11-13T14:22:28,444 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/rep_barrier/83e4437ff2f0484886919e2ed29f4877 2024-11-13T14:22:28,454 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/f1/c3a555e707484c39bab3961fa8738d3d is 29, key is row/f1:/1731507737100/DeleteFamily/seqid=0 2024-11-13T14:22:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741845_1021 (size=5089) 2024-11-13T14:22:28,462 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/table/5b2305515f0543669e22d916099aeb80 is 53, key is hbase:replication/table:state/1731507730826/Put/seqid=0 2024-11-13T14:22:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741846_1022 (size=5308) 2024-11-13T14:22:28,577 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:22:28,577 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1325): Online Regions={5b97355e2d3b16b6f982aae0aa3dcf89=test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:22:28,577 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:28,777 DEBUG [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b97355e2d3b16b6f982aae0aa3dcf89 2024-11-13T14:22:28,858 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/f1/c3a555e707484c39bab3961fa8738d3d 2024-11-13T14:22:28,861 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3a555e707484c39bab3961fa8738d3d 2024-11-13T14:22:28,866 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/table/5b2305515f0543669e22d916099aeb80 2024-11-13T14:22:28,869 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/info/ada16547eaa04a0fabaa66b881bb8af4 as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/info/ada16547eaa04a0fabaa66b881bb8af4 2024-11-13T14:22:28,872 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/info/ada16547eaa04a0fabaa66b881bb8af4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:22:28,873 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/ns/e871fad0c79e4e4ba1eb109dc99b1b69 as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/ns/e871fad0c79e4e4ba1eb109dc99b1b69 2024-11-13T14:22:28,876 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/ns/e871fad0c79e4e4ba1eb109dc99b1b69, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:22:28,876 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/norep/bd2d2a59b1d34f1d86e3b27587413ad7 is 32, key is row/norep:/1731507737100/DeleteFamily/seqid=0 2024-11-13T14:22:28,877 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/rep_barrier/83e4437ff2f0484886919e2ed29f4877 as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/rep_barrier/83e4437ff2f0484886919e2ed29f4877 2024-11-13T14:22:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741847_1023 (size=5101) 2024-11-13T14:22:28,880 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/norep/bd2d2a59b1d34f1d86e3b27587413ad7 2024-11-13T14:22:28,880 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/rep_barrier/83e4437ff2f0484886919e2ed29f4877, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:22:28,881 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/.tmp/table/5b2305515f0543669e22d916099aeb80 as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/table/5b2305515f0543669e22d916099aeb80 2024-11-13T14:22:28,883 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd2d2a59b1d34f1d86e3b27587413ad7 2024-11-13T14:22:28,883 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/f/f888746982c440b1962d2098e6b013ec as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/f/f888746982c440b1962d2098e6b013ec 2024-11-13T14:22:28,884 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/table/5b2305515f0543669e22d916099aeb80, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:22:28,885 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-13T14:22:28,885 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:22:28,890 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f888746982c440b1962d2098e6b013ec 2024-11-13T14:22:28,891 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/f/f888746982c440b1962d2098e6b013ec, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T14:22:28,891 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:22:28,891 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/f1/c3a555e707484c39bab3961fa8738d3d as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/f1/c3a555e707484c39bab3961fa8738d3d 2024-11-13T14:22:28,891 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:22:28,891 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:22:28,891 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:28,892 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507747576Running coprocessor pre-close hooks at 1731507747576Disabling compacts and flushes for region at 1731507747576Disabling writes for close at 1731507747576Obtaining lock to block concurrent updates at 1731507747577 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731507747577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507747577Flushing stores of hbase:meta,,1.1588230740 at 1731507747577Flushing 1588230740/info: creating writer at 1731507747577Flushing 1588230740/info: appending metadata at 1731507747591 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731507747591Flushing 1588230740/ns: creating writer at 1731507747599 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731507747613 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731507747613Flushing 1588230740/rep_barrier: creating writer at 1731507748020 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507748040 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507748040Flushing 1588230740/table: creating writer at 1731507748447 (+407 ms)Flushing 1588230740/table: appending metadata at 1731507748462 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731507748462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbd95b8: reopening flushed file at 1731507748869 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54df1af4: reopening flushed file at 1731507748872 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270fd0: reopening flushed file at 1731507748876 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa2c028: reopening flushed file at 1731507748881 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1731507748885 (+4 ms)Writing region close event to WAL at 1731507748886 (+1 ms)Running coprocessor post-close hooks at 1731507748891 (+5 ms)Closed at 1731507748891 2024-11-13T14:22:28,892 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:28,894 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3a555e707484c39bab3961fa8738d3d 2024-11-13T14:22:28,894 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/f1/c3a555e707484c39bab3961fa8738d3d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T14:22:28,895 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/.tmp/norep/bd2d2a59b1d34f1d86e3b27587413ad7 as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/norep/bd2d2a59b1d34f1d86e3b27587413ad7 2024-11-13T14:22:28,898 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd2d2a59b1d34f1d86e3b27587413ad7 2024-11-13T14:22:28,898 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/norep/bd2d2a59b1d34f1d86e3b27587413ad7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T14:22:28,899 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5b97355e2d3b16b6f982aae0aa3dcf89 in 890ms, sequenceid=6, compaction requested=false 2024-11-13T14:22:28,899 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:22:28,903 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/data/default/test/5b97355e2d3b16b6f982aae0aa3dcf89/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T14:22:28,903 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:22:28,903 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:22:28,903 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:28,903 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b97355e2d3b16b6f982aae0aa3dcf89: Waiting for close lock at 1731507748009Running coprocessor pre-close hooks at 1731507748009Disabling compacts and flushes for region at 1731507748009Disabling writes for close at 1731507748009Obtaining lock to block concurrent updates at 1731507748009Preparing flush snapshotting stores in 5b97355e2d3b16b6f982aae0aa3dcf89 at 1731507748009Finished memstore snapshotting test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731507748009Flushing stores of test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. at 1731507748009Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/f: creating writer at 1731507748010 (+1 ms)Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/f: appending metadata at 1731507748023 (+13 ms)Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/f: closing flushed file at 1731507748023Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/f1: creating writer at 1731507748437 (+414 ms)Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/f1: appending metadata at 1731507748454 (+17 ms)Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/f1: closing flushed file at 1731507748454Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/norep: creating writer at 1731507748861 (+407 ms)Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/norep: appending metadata at 1731507748876 (+15 ms)Flushing 5b97355e2d3b16b6f982aae0aa3dcf89/norep: closing flushed file at 1731507748876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db397d0: reopening flushed file at 1731507748883 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206410f1: reopening flushed file at 1731507748891 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d588677: reopening flushed file at 1731507748895 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 5b97355e2d3b16b6f982aae0aa3dcf89 in 890ms, sequenceid=6, compaction requested=false at 1731507748899 (+4 ms)Writing region close event to WAL at 1731507748901 (+2 ms)Running coprocessor post-close hooks at 1731507748903 (+2 ms)Closed at 1731507748903 2024-11-13T14:22:28,903 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507723190.5b97355e2d3b16b6f982aae0aa3dcf89. 2024-11-13T14:22:28,978 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,40883,1731507708670; all regions closed. 2024-11-13T14:22:28,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.meta.1731507711480.meta not finished, retry = 0 2024-11-13T14:22:28,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741834_1010 (size=4239) 2024-11-13T14:22:29,081 DEBUG [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/oldWALs 2024-11-13T14:22:29,081 INFO [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C40883%2C1731507708670.meta:.meta(num 1731507711480) 2024-11-13T14:22:29,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/WALs/eb1966fd6578,40883,1731507708670/eb1966fd6578%2C40883%2C1731507708670.rep.1731507730795 not finished, retry = 0 2024-11-13T14:22:29,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741839_1015 (size=2240) 2024-11-13T14:22:29,184 DEBUG [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/oldWALs 2024-11-13T14:22:29,184 INFO [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C40883%2C1731507708670.rep:(num 1731507730795) 2024-11-13T14:22:29,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741833_1009 (size=1535) 2024-11-13T14:22:29,187 DEBUG [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/oldWALs 2024-11-13T14:22:29,187 INFO [RS:0;eb1966fd6578:40883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C40883%2C1731507708670:(num 1731507710866) 2024-11-13T14:22:29,187 DEBUG [RS:0;eb1966fd6578:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:29,187 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:22:29,187 INFO [RS:0;eb1966fd6578:40883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:22:29,187 INFO [RS:0;eb1966fd6578:40883 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:22:29,187 INFO [RS:0;eb1966fd6578:40883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:22:29,187 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:22:29,187 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,40883,1731507708670 because: Region server is closing 2024-11-13T14:22:29,187 INFO [RS:0;eb1966fd6578:40883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:40883. 2024-11-13T14:22:29,188 DEBUG [RS:0;eb1966fd6578:40883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:29,188 DEBUG [RS:0;eb1966fd6578:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:29,188 DEBUG [RS:0;eb1966fd6578:40883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:29,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:29,288 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.wal-reader.eb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:22:29,288 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.shippereb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T14:22:29,288 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,40883,1731507708670.replicationSource.shippereb1966fd6578%2C40883%2C1731507708670,1-eb1966fd6578,40883,1731507708670 terminated 2024-11-13T14:22:29,288 INFO [RS:0;eb1966fd6578:40883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40883 2024-11-13T14:22:29,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133/rs 2024-11-13T14:22:29,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01448886133/rs/eb1966fd6578,40883,1731507708670 2024-11-13T14:22:29,353 INFO [RS:0;eb1966fd6578:40883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:22:29,364 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,40883,1731507708670] 2024-11-13T14:22:29,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01448886133/draining/eb1966fd6578,40883,1731507708670 already deleted, retry=false 2024-11-13T14:22:29,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,40883,1731507708670 expired; onlineServers=0 2024-11-13T14:22:29,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,40563,1731507708476' ***** 2024-11-13T14:22:29,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:22:29,374 INFO [M:0;eb1966fd6578:40563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:22:29,374 INFO [M:0;eb1966fd6578:40563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:22:29,374 DEBUG [M:0;eb1966fd6578:40563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:22:29,375 DEBUG [M:0;eb1966fd6578:40563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:22:29,375 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:22:29,375 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507710681 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507710681,5,FailOnTimeoutGroup] 2024-11-13T14:22:29,375 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507710681 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507710681,5,FailOnTimeoutGroup] 2024-11-13T14:22:29,375 INFO [M:0;eb1966fd6578:40563 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:22:29,375 INFO [M:0;eb1966fd6578:40563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:22:29,375 DEBUG [M:0;eb1966fd6578:40563 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:22:29,375 INFO [M:0;eb1966fd6578:40563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:22:29,375 INFO [M:0;eb1966fd6578:40563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:22:29,375 ERROR [M:0;eb1966fd6578:40563 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41381,5,PEWorkerGroup] 2024-11-13T14:22:29,375 INFO [M:0;eb1966fd6578:40563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:22:29,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:22:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01448886133/master 2024-11-13T14:22:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01448886133 2024-11-13T14:22:29,385 DEBUG [M:0;eb1966fd6578:40563 {}] zookeeper.ZKUtil(347): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Unable to get data of znode /01448886133/master because node does not exist (not an error) 2024-11-13T14:22:29,385 WARN [M:0;eb1966fd6578:40563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:22:29,386 INFO [M:0;eb1966fd6578:40563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/.lastflushedseqids 2024-11-13T14:22:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741848_1024 (size=245) 2024-11-13T14:22:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:29,464 INFO [RS:0;eb1966fd6578:40883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:22:29,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40883-0x1013492d62e0001, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:29,464 INFO [RS:0;eb1966fd6578:40883 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,40883,1731507708670; zookeeper connection closed. 2024-11-13T14:22:29,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d1499f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d1499f0 2024-11-13T14:22:29,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:22:29,789 INFO [M:0;eb1966fd6578:40563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:22:29,790 INFO [M:0;eb1966fd6578:40563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:22:29,790 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:22:29,790 INFO [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:29,790 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:29,790 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:22:29,790 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:29,790 INFO [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T14:22:29,805 DEBUG [M:0;eb1966fd6578:40563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432f65efc1744269a73d3ac910c4fc8b is 82, key is hbase:meta,,1/info:regioninfo/1731507711506/Put/seqid=0 2024-11-13T14:22:29,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741849_1025 (size=5672) 2024-11-13T14:22:30,209 INFO [M:0;eb1966fd6578:40563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432f65efc1744269a73d3ac910c4fc8b 2024-11-13T14:22:30,223 DEBUG [M:0;eb1966fd6578:40563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/046814949da34758b2e0c5fe1e01ebd4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731507724340/Put/seqid=0 2024-11-13T14:22:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741850_1026 (size=7218) 2024-11-13T14:22:30,626 INFO [M:0;eb1966fd6578:40563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/046814949da34758b2e0c5fe1e01ebd4 2024-11-13T14:22:30,629 INFO [M:0;eb1966fd6578:40563 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 046814949da34758b2e0c5fe1e01ebd4 2024-11-13T14:22:30,641 DEBUG [M:0;eb1966fd6578:40563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af12ef366ce4d71991e60226a8693b3 is 69, key is eb1966fd6578,40883,1731507708670/rs:state/1731507710726/Put/seqid=0 2024-11-13T14:22:30,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741851_1027 (size=5156) 2024-11-13T14:22:31,044 INFO [M:0;eb1966fd6578:40563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af12ef366ce4d71991e60226a8693b3 2024-11-13T14:22:31,047 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432f65efc1744269a73d3ac910c4fc8b as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432f65efc1744269a73d3ac910c4fc8b 2024-11-13T14:22:31,050 INFO [M:0;eb1966fd6578:40563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432f65efc1744269a73d3ac910c4fc8b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T14:22:31,051 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/046814949da34758b2e0c5fe1e01ebd4 as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/046814949da34758b2e0c5fe1e01ebd4 2024-11-13T14:22:31,054 INFO [M:0;eb1966fd6578:40563 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 046814949da34758b2e0c5fe1e01ebd4 2024-11-13T14:22:31,054 INFO [M:0;eb1966fd6578:40563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/046814949da34758b2e0c5fe1e01ebd4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T14:22:31,055 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af12ef366ce4d71991e60226a8693b3 as hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8af12ef366ce4d71991e60226a8693b3 2024-11-13T14:22:31,058 INFO [M:0;eb1966fd6578:40563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41381/user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8af12ef366ce4d71991e60226a8693b3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T14:22:31,059 INFO [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-11-13T14:22:31,060 INFO [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:31,060 DEBUG [M:0;eb1966fd6578:40563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507749790Disabling compacts and flushes for region at 1731507749790Disabling writes for close at 1731507749790Obtaining lock to block concurrent updates at 1731507749790Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507749790Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731507749790Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507749791 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507749791Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507749805 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507749805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507750211 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507750223 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507750223Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507750629 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507750641 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507750641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bfca17f: reopening flushed file at 1731507751047 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c348e4: reopening flushed file at 1731507751050 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@734c26c8: reopening flushed file at 1731507751054 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1731507751059 (+5 ms)Writing region close event to WAL at 1731507751060 (+1 ms)Closed at 1731507751060 2024-11-13T14:22:31,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aef9a666-d6fc-ae75-8fa7-ec9355280151/MasterData/WALs/eb1966fd6578,40563,1731507708476/eb1966fd6578%2C40563%2C1731507708476.1731507710406 not finished, retry = 0 2024-11-13T14:22:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34051 is added to blk_1073741830_1006 (size=64423) 2024-11-13T14:22:31,163 INFO [M:0;eb1966fd6578:40563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:22:31,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:22:31,163 INFO [M:0;eb1966fd6578:40563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40563 2024-11-13T14:22:31,163 INFO [M:0;eb1966fd6578:40563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:22:31,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:31,316 INFO [M:0;eb1966fd6578:40563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:22:31,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40563-0x1013492d62e0000, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:22:31,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@707cc983{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:22:31,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@146efea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:22:31,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:22:31,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@475f79bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:22:31,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ca2e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.log.dir/,STOPPED} 2024-11-13T14:22:31,320 WARN [BP-1301711753-172.17.0.2-1731507706523 heartbeating to localhost/127.0.0.1:41381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:22:31,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:22:31,320 WARN [BP-1301711753-172.17.0.2-1731507706523 heartbeating to localhost/127.0.0.1:41381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1301711753-172.17.0.2-1731507706523 (Datanode Uuid a5cafb3f-4c90-46ee-9ffd-73e0065866df) service to localhost/127.0.0.1:41381 2024-11-13T14:22:31,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:22:31,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/cluster_cfaa2d6d-9830-981b-8ea2-a6d32a7089e8/data/data1/current/BP-1301711753-172.17.0.2-1731507706523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:22:31,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/cluster_cfaa2d6d-9830-981b-8ea2-a6d32a7089e8/data/data2/current/BP-1301711753-172.17.0.2-1731507706523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:22:31,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:22:31,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e0a0801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:22:31,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fb72c32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:22:31,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:22:31,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295c29dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:22:31,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed81529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355eb86f-148f-8cdb-7de8-7838fa8506a9/hadoop.log.dir/,STOPPED} 2024-11-13T14:22:31,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:22:31,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:22:31,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 314) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50275) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36325 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50275) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36927 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50275) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41381 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=790 (was 722) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=2183 (was 2511) 2024-11-13T14:22:31,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=11, AvailableMemoryMB=2183 2024-11-13T14:22:31,385 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T14:22:31,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.log.dir so I do NOT create it in target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc 2024-11-13T14:22:31,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:22:31,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.tmp.dir so I do NOT create it in target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc 2024-11-13T14:22:31,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cc2edeb-1162-0eef-0ccd-f2885da7fb69/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:22:31,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc 2024-11-13T14:22:31,386 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f, deleteOnExit=true 2024-11-13T14:22:31,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/zookeeper_0, clientPort=60592, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:22:31,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60592 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/test.cache.data in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:22:31,390 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:22:31,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:22:31,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:22:31,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:22:31,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:22:31,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:22:31,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:22:31,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:22:31,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:22:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013492d62e0005, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:22:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013492d62e0002, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:22:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013492d62e0008, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:22:31,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013492d62e0002, quorum=127.0.0.1:50275, baseZNode=/01448886133 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:22:31,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013492d62e0008, quorum=127.0.0.1:50275, baseZNode=/2-1660848423 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:22:31,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013492d62e0005, quorum=127.0.0.1:50275, baseZNode=/1493644602 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:22:31,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:31,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:22:31,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:22:31,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:22:31,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:22:31,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:31,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3338bb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:22:31,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@559cf343{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:22:31,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@186018b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/java.io.tmpdir/jetty-localhost-41183-hadoop-hdfs-3_4_1-tests_jar-_-any-11985604099181917657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:22:31,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4039737a{HTTP/1.1, (http/1.1)}{localhost:41183} 2024-11-13T14:22:31,807 INFO [Time-limited test {}] server.Server(415): Started @320280ms 2024-11-13T14:22:32,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:32,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:22:32,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:22:32,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:22:32,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:22:32,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46647221{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:22:32,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b87a4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:22:32,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459ed37f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/java.io.tmpdir/jetty-localhost-44751-hadoop-hdfs-3_4_1-tests_jar-_-any-14102712028663594492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:22:32,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7df0c330{HTTP/1.1, (http/1.1)}{localhost:44751} 2024-11-13T14:22:32,182 INFO [Time-limited test {}] server.Server(415): Started @320655ms 2024-11-13T14:22:32,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:22:32,850 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/data/data2/current/BP-103413454-172.17.0.2-1731507751404/current, will proceed with Du for space computation calculation, 2024-11-13T14:22:32,850 WARN [Thread-4183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/data/data1/current/BP-103413454-172.17.0.2-1731507751404/current, will proceed with Du for space computation calculation, 2024-11-13T14:22:32,864 WARN [Thread-4171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:22:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefb077c5db1c597b with lease ID 0x43fc63e35180e73e: Processing first storage report for DS-d9579930-1b4f-4275-8369-02e6f08266f0 from datanode DatanodeRegistration(127.0.0.1:36433, datanodeUuid=54ae2b0e-9182-405c-9ec2-950ea743d9b4, infoPort=33501, infoSecurePort=0, ipcPort=38405, storageInfo=lv=-57;cid=testClusterID;nsid=1088364184;c=1731507751404) 2024-11-13T14:22:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefb077c5db1c597b with lease ID 0x43fc63e35180e73e: from storage DS-d9579930-1b4f-4275-8369-02e6f08266f0 node DatanodeRegistration(127.0.0.1:36433, datanodeUuid=54ae2b0e-9182-405c-9ec2-950ea743d9b4, infoPort=33501, infoSecurePort=0, ipcPort=38405, storageInfo=lv=-57;cid=testClusterID;nsid=1088364184;c=1731507751404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:22:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefb077c5db1c597b with lease ID 0x43fc63e35180e73e: Processing first storage report for DS-a9daf642-a645-4346-8e2c-0020fc22912c from datanode DatanodeRegistration(127.0.0.1:36433, datanodeUuid=54ae2b0e-9182-405c-9ec2-950ea743d9b4, infoPort=33501, infoSecurePort=0, ipcPort=38405, storageInfo=lv=-57;cid=testClusterID;nsid=1088364184;c=1731507751404) 2024-11-13T14:22:32,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefb077c5db1c597b with lease ID 0x43fc63e35180e73e: from storage DS-a9daf642-a645-4346-8e2c-0020fc22912c node DatanodeRegistration(127.0.0.1:36433, datanodeUuid=54ae2b0e-9182-405c-9ec2-950ea743d9b4, infoPort=33501, infoSecurePort=0, ipcPort=38405, storageInfo=lv=-57;cid=testClusterID;nsid=1088364184;c=1731507751404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:22:32,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc 2024-11-13T14:22:32,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:32,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:22:33,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4 with version=8 2024-11-13T14:22:33,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/hbase-staging 2024-11-13T14:22:33,321 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:22:33,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:33,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:33,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:22:33,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:33,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:22:33,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:22:33,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:22:33,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41889 2024-11-13T14:22:33,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41889 connecting to ZooKeeper ensemble=127.0.0.1:60592 2024-11-13T14:22:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418890x0, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:33,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41889-0x101349385880000 connected 2024-11-13T14:22:33,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:33,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:22:33,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:33,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Set watcher on znode that does not yet exist, /0-1790475200/running 2024-11-13T14:22:33,514 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4, hbase.cluster.distributed=false 2024-11-13T14:22:33,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Set watcher on znode that does not yet exist, /0-1790475200/acl 2024-11-13T14:22:33,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-13T14:22:33,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41889 2024-11-13T14:22:33,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41889 2024-11-13T14:22:33,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-13T14:22:33,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-13T14:22:33,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,553 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:22:33,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:33,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:33,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:22:33,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:33,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:22:33,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:22:33,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:22:33,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41483 2024-11-13T14:22:33,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41483 connecting to ZooKeeper ensemble=127.0.0.1:60592 2024-11-13T14:22:33,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:33,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:33,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:33,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414830x0, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:33,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414830x0, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Set watcher on znode that does not yet exist, /0-1790475200/running 2024-11-13T14:22:33,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41483-0x101349385880001 connected 2024-11-13T14:22:33,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:22:33,574 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:22:33,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Set watcher on znode that does not yet exist, /0-1790475200/master 2024-11-13T14:22:33,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Set watcher on znode that does not yet exist, /0-1790475200/acl 2024-11-13T14:22:33,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41483 2024-11-13T14:22:33,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41483 2024-11-13T14:22:33,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41483 2024-11-13T14:22:33,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41483 2024-11-13T14:22:33,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41483 2024-11-13T14:22:33,593 DEBUG [M:0;eb1966fd6578:41889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:41889 2024-11-13T14:22:33,595 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1790475200/backup-masters/eb1966fd6578,41889,1731507753320 2024-11-13T14:22:33,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200/backup-masters 2024-11-13T14:22:33,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200/backup-masters 2024-11-13T14:22:33,605 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Set watcher on existing znode=/0-1790475200/backup-masters/eb1966fd6578,41889,1731507753320 2024-11-13T14:22:33,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1790475200/master 2024-11-13T14:22:33,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:33,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:33,615 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Set watcher on existing znode=/0-1790475200/master 2024-11-13T14:22:33,615 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1790475200/backup-masters/eb1966fd6578,41889,1731507753320 from backup master directory 2024-11-13T14:22:33,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1790475200/backup-masters/eb1966fd6578,41889,1731507753320 2024-11-13T14:22:33,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200/backup-masters 2024-11-13T14:22:33,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200/backup-masters 2024-11-13T14:22:33,625 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:33,625 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,41889,1731507753320 2024-11-13T14:22:33,628 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/hbase.id] with ID: 59ac61f4-18b4-4589-a14b-fe3b7612e34a 2024-11-13T14:22:33,628 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/.tmp/hbase.id 2024-11-13T14:22:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:22:34,032 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/.tmp/hbase.id]:[hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/hbase.id] 2024-11-13T14:22:34,038 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:34,038 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:22:34,039 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:22:34,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:34,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:22:34,525 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:34,525 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:22:34,525 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:34,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:22:34,930 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/data/master/store 2024-11-13T14:22:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:22:35,335 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:35,335 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:22:35,335 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:35,335 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:35,335 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:22:35,335 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:35,335 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:35,335 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507755335Disabling compacts and flushes for region at 1731507755335Disabling writes for close at 1731507755335Writing region close event to WAL at 1731507755335Closed at 1731507755335 2024-11-13T14:22:35,336 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/data/master/store/.initializing 2024-11-13T14:22:35,336 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/WALs/eb1966fd6578,41889,1731507753320 2024-11-13T14:22:35,336 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:35,337 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C41889%2C1731507753320, suffix=, logDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/WALs/eb1966fd6578,41889,1731507753320, archiveDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/oldWALs, maxLogs=10 2024-11-13T14:22:35,348 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/WALs/eb1966fd6578,41889,1731507753320/eb1966fd6578%2C41889%2C1731507753320.1731507755337, exclude list is [], retry=0 2024-11-13T14:22:35,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-d9579930-1b4f-4275-8369-02e6f08266f0,DISK] 2024-11-13T14:22:35,351 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/WALs/eb1966fd6578,41889,1731507753320/eb1966fd6578%2C41889%2C1731507753320.1731507755337 2024-11-13T14:22:35,351 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33501:33501)] 2024-11-13T14:22:35,351 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:35,351 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:35,351 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,351 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:22:35,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:35,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:35,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:22:35,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:35,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:35,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:22:35,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:35,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:35,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:22:35,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:35,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:35,356 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,357 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,357 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,358 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,358 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,358 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:35,358 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:35,359 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:35,360 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64012647, jitterRate=-0.04613722860813141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:35,360 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507755351Initializing all the Stores at 1731507755352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507755352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507755352Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507755352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507755352Cleaning up temporary data from old regions at 1731507755358 (+6 ms)Region opened successfully at 1731507755360 (+2 ms) 2024-11-13T14:22:35,360 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:22:35,362 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa429a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:35,362 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:22:35,362 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:22:35,362 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:22:35,363 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:22:35,363 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:22:35,363 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:22:35,363 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:22:35,364 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:22:35,365 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Unable to get data of znode /0-1790475200/balancer because node does not exist (not necessarily an error) 2024-11-13T14:22:35,425 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790475200/balancer already deleted, retry=false 2024-11-13T14:22:35,426 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:22:35,426 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Unable to get data of znode /0-1790475200/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:22:35,436 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790475200/normalizer already deleted, retry=false 2024-11-13T14:22:35,436 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:22:35,437 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Unable to get data of znode /0-1790475200/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:22:35,446 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790475200/switch/split already deleted, retry=false 2024-11-13T14:22:35,447 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Unable to get data of znode /0-1790475200/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:22:35,457 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790475200/switch/merge already deleted, retry=false 2024-11-13T14:22:35,458 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Unable to get data of znode /0-1790475200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:22:35,467 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790475200/snapshot-cleanup already deleted, retry=false 2024-11-13T14:22:35,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1790475200/running 2024-11-13T14:22:35,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1790475200/running 2024-11-13T14:22:35,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:35,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:35,478 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,41889,1731507753320, sessionid=0x101349385880000, setting cluster-up flag (Was=false) 2024-11-13T14:22:35,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:35,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:35,531 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1790475200/flush-table-proc/acquired, /0-1790475200/flush-table-proc/reached, /0-1790475200/flush-table-proc/abort 2024-11-13T14:22:35,531 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,41889,1731507753320 2024-11-13T14:22:35,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:35,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:35,583 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1790475200/online-snapshot/acquired, /0-1790475200/online-snapshot/reached, /0-1790475200/online-snapshot/abort 2024-11-13T14:22:35,584 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,41889,1731507753320 2024-11-13T14:22:35,585 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:22:35,585 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:35,586 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:22:35,586 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:22:35,586 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,41889,1731507753320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:22:35,586 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer(746): ClusterId : 59ac61f4-18b4-4589-a14b-fe3b7612e34a 2024-11-13T14:22:35,586 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:22:35,587 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:35,587 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:35,587 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:35,587 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:35,587 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:22:35,587 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,587 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:35,587 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507785587 2024-11-13T14:22:35,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:22:35,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:22:35,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:22:35,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:22:35,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:22:35,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:22:35,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:35,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:22:35,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,589 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:35,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:22:35,592 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:22:35,592 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:22:35,592 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:22:35,592 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:22:35,593 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:22:35,593 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:22:35,594 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507755593,5,FailOnTimeoutGroup] 2024-11-13T14:22:35,594 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:22:35,594 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:22:35,598 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507755594,5,FailOnTimeoutGroup] 2024-11-13T14:22:35,598 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,598 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:22:35,598 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,598 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:22:35,605 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:22:35,605 DEBUG [RS:0;eb1966fd6578:41483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec5a565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:35,615 DEBUG [RS:0;eb1966fd6578:41483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:41483 2024-11-13T14:22:35,615 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:22:35,615 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:22:35,615 DEBUG [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:22:35,616 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,41889,1731507753320 with port=41483, startcode=1731507753553 2024-11-13T14:22:35,616 DEBUG [RS:0;eb1966fd6578:41483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:22:35,617 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:22:35,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,41483,1731507753553 2024-11-13T14:22:35,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41889 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,41483,1731507753553 2024-11-13T14:22:35,618 DEBUG [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4 2024-11-13T14:22:35,618 DEBUG [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34953 2024-11-13T14:22:35,618 DEBUG [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:22:35,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200/rs 2024-11-13T14:22:35,626 DEBUG [RS:0;eb1966fd6578:41483 {}] zookeeper.ZKUtil(111): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Set watcher on existing znode=/0-1790475200/rs/eb1966fd6578,41483,1731507753553 2024-11-13T14:22:35,626 WARN [RS:0;eb1966fd6578:41483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:35,626 INFO [RS:0;eb1966fd6578:41483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:35,626 DEBUG [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/WALs/eb1966fd6578,41483,1731507753553 2024-11-13T14:22:35,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,41483,1731507753553] 2024-11-13T14:22:35,628 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:22:35,630 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:22:35,632 INFO [RS:0;eb1966fd6578:41483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:22:35,632 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,632 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:22:35,633 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:22:35,633 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:35,633 DEBUG [RS:0;eb1966fd6578:41483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:35,636 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,636 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,636 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,636 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,636 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,636 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41483,1731507753553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:35,650 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:22:35,650 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41483,1731507753553-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,651 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,651 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.Replication(171): eb1966fd6578,41483,1731507753553 started 2024-11-13T14:22:35,661 INFO [RS:0;eb1966fd6578:41483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:35,661 INFO [RS:0;eb1966fd6578:41483 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,41483,1731507753553, RpcServer on eb1966fd6578/172.17.0.2:41483, sessionid=0x101349385880001 2024-11-13T14:22:35,661 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:22:35,661 DEBUG [RS:0;eb1966fd6578:41483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,41483,1731507753553 2024-11-13T14:22:35,661 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,41483,1731507753553' 2024-11-13T14:22:35,661 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1790475200/flush-table-proc/abort' 2024-11-13T14:22:35,662 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1790475200/flush-table-proc/acquired' 2024-11-13T14:22:35,662 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:22:35,662 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:22:35,662 DEBUG [RS:0;eb1966fd6578:41483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,41483,1731507753553 2024-11-13T14:22:35,662 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,41483,1731507753553' 2024-11-13T14:22:35,662 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1790475200/online-snapshot/abort' 2024-11-13T14:22:35,663 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1790475200/online-snapshot/acquired' 2024-11-13T14:22:35,663 DEBUG [RS:0;eb1966fd6578:41483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:22:35,663 INFO [RS:0;eb1966fd6578:41483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:22:35,663 INFO [RS:0;eb1966fd6578:41483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:22:35,763 INFO [RS:0;eb1966fd6578:41483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:35,764 INFO [RS:0;eb1966fd6578:41483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C41483%2C1731507753553, suffix=, logDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/WALs/eb1966fd6578,41483,1731507753553, archiveDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/oldWALs, maxLogs=10 2024-11-13T14:22:35,775 DEBUG [RS:0;eb1966fd6578:41483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/WALs/eb1966fd6578,41483,1731507753553/eb1966fd6578%2C41483%2C1731507753553.1731507755764, exclude list is [], retry=0 2024-11-13T14:22:35,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-d9579930-1b4f-4275-8369-02e6f08266f0,DISK] 2024-11-13T14:22:35,778 INFO [RS:0;eb1966fd6578:41483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/WALs/eb1966fd6578,41483,1731507753553/eb1966fd6578%2C41483%2C1731507753553.1731507755764 2024-11-13T14:22:35,779 DEBUG [RS:0;eb1966fd6578:41483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33501:33501)] 2024-11-13T14:22:36,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:22:36,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4 2024-11-13T14:22:36,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:22:36,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:36,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:36,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:36,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:36,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:36,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:36,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:36,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:36,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:36,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:36,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:36,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:36,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:36,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:36,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/hbase/meta/1588230740 2024-11-13T14:22:36,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/hbase/meta/1588230740 2024-11-13T14:22:36,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:36,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:36,412 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:36,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:36,414 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:36,414 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69810369, jitterRate=0.04025556147098541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:36,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507756405Initializing all the Stores at 1731507756406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507756406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507756406Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507756406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507756406Cleaning up temporary data from old regions at 1731507756411 (+5 ms)Region opened successfully at 1731507756415 (+4 ms) 2024-11-13T14:22:36,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:22:36,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:22:36,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:22:36,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:22:36,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:22:36,415 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:36,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507756415Disabling compacts and flushes for region at 1731507756415Disabling writes for close at 1731507756415Writing region close event to WAL at 1731507756415Closed at 1731507756415 2024-11-13T14:22:36,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:36,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:22:36,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:22:36,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:36,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:22:36,568 DEBUG [eb1966fd6578:41889 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:22:36,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,41483,1731507753553 2024-11-13T14:22:36,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41483,1731507753553, state=OPENING 2024-11-13T14:22:36,615 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:22:36,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:36,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790475200 2024-11-13T14:22:36,652 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:36,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1790475200/meta-region-server: CHANGED 2024-11-13T14:22:36,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1790475200/meta-region-server: CHANGED 2024-11-13T14:22:36,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,41483,1731507753553}] 2024-11-13T14:22:36,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:22:36,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:22:36,807 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:22:36,807 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:36,807 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:22:36,808 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C41483%2C1731507753553.meta, suffix=.meta, logDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/WALs/eb1966fd6578,41483,1731507753553, archiveDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/oldWALs, maxLogs=10 2024-11-13T14:22:36,819 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/WALs/eb1966fd6578,41483,1731507753553/eb1966fd6578%2C41483%2C1731507753553.meta.1731507756808.meta, exclude list is [], retry=0 2024-11-13T14:22:36,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36433,DS-d9579930-1b4f-4275-8369-02e6f08266f0,DISK] 2024-11-13T14:22:36,822 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/WALs/eb1966fd6578,41483,1731507753553/eb1966fd6578%2C41483%2C1731507753553.meta.1731507756808.meta 2024-11-13T14:22:36,822 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33501:33501)] 2024-11-13T14:22:36,822 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:36,822 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:36,822 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:36,823 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:22:36,823 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:22:36,823 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:22:36,823 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:36,823 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:22:36,823 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:22:36,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:36,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:36,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:36,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:36,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:36,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:36,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:36,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:36,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:36,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:36,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:36,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:36,826 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:36,827 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/hbase/meta/1588230740 2024-11-13T14:22:36,828 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/hbase/meta/1588230740 2024-11-13T14:22:36,828 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:36,828 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:36,828 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:36,829 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:36,830 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64614521, jitterRate=-0.037168607115745544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:36,830 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:22:36,830 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507756823Writing region info on filesystem at 1731507756823Initializing all the Stores at 1731507756823Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507756823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507756823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507756823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507756824 (+1 ms)Cleaning up temporary data from old regions at 1731507756828 (+4 ms)Running coprocessor post-open hooks at 1731507756830 (+2 ms)Region opened successfully at 1731507756830 2024-11-13T14:22:36,831 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507756803 2024-11-13T14:22:36,832 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:22:36,832 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:22:36,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,41483,1731507753553 2024-11-13T14:22:36,833 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,41483,1731507753553, state=OPEN 2024-11-13T14:22:36,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41889-0x101349385880000, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1790475200/meta-region-server 2024-11-13T14:22:36,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41483-0x101349385880001, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1790475200/meta-region-server 2024-11-13T14:22:36,846 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,41483,1731507753553 2024-11-13T14:22:36,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1790475200/meta-region-server: CHANGED 2024-11-13T14:22:36,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1790475200/meta-region-server: CHANGED 2024-11-13T14:22:36,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:22:36,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,41483,1731507753553 in 194 msec 2024-11-13T14:22:36,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:22:36,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-13T14:22:36,850 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:36,850 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:22:36,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:36,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41483,1731507753553, seqNum=-1] 2024-11-13T14:22:36,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:36,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:36,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-13T14:22:36,855 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507756855, completionTime=-1 2024-11-13T14:22:36,855 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:22:36,855 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507816856 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507876856 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41889,1731507753320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41889,1731507753320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41889,1731507753320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:41889, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:36,856 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:36,857 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:36,858 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:22:36,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.234sec 2024-11-13T14:22:36,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:22:36,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:22:36,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:22:36,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:22:36,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:22:36,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41889,1731507753320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:36,859 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41889,1731507753320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:22:36,861 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:22:36,861 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:22:36,861 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41889,1731507753320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:36,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c863e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:36,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41889,-1 for getting cluster id 2024-11-13T14:22:36,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:36,889 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ac61f4-18b4-4589-a14b-fe3b7612e34a' 2024-11-13T14:22:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ac61f4-18b4-4589-a14b-fe3b7612e34a" 2024-11-13T14:22:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de9f2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41889,-1] 2024-11-13T14:22:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:36,890 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:36,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9f8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:36,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,41483,1731507753553, seqNum=-1] 2024-11-13T14:22:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:36,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:36,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,41889,1731507753320 2024-11-13T14:22:36,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60592 2024-11-13T14:22:36,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60592, baseZNode=/0-1790475200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:36,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101349385880002 connected 2024-11-13T14:22:36,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41889,1731507753320 2024-11-13T14:22:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b2f05ad 2024-11-13T14:22:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:36,913 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:36,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:22:36,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:36,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:36,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:22:36,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:36,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:22:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:37,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae449e47ce77875af91011444cce0adf, NAME => 'test,,1731507756913.ae449e47ce77875af91011444cce0adf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4 2024-11-13T14:22:37,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36433 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:22:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:37,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507756913.ae449e47ce77875af91011444cce0adf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:37,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae449e47ce77875af91011444cce0adf, disabling compactions & flushes 2024-11-13T14:22:37,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507756913.ae449e47ce77875af91011444cce0adf. 2024-11-13T14:22:37,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507756913.ae449e47ce77875af91011444cce0adf. 2024-11-13T14:22:37,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507756913.ae449e47ce77875af91011444cce0adf. after waiting 0 ms 2024-11-13T14:22:37,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507756913.ae449e47ce77875af91011444cce0adf. 2024-11-13T14:22:37,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507756913.ae449e47ce77875af91011444cce0adf. 2024-11-13T14:22:37,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae449e47ce77875af91011444cce0adf: Waiting for close lock at 1731507757726Disabling compacts and flushes for region at 1731507757726Disabling writes for close at 1731507757726Writing region close event to WAL at 1731507757726Closed at 1731507757726 2024-11-13T14:22:37,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:37,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507756913.ae449e47ce77875af91011444cce0adf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507757727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507757727"}]},"ts":"1731507757727"} 2024-11-13T14:22:37,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:37,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:37,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507757729"}]},"ts":"1731507757729"} 2024-11-13T14:22:37,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:22:37,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae449e47ce77875af91011444cce0adf, ASSIGN}] 2024-11-13T14:22:37,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae449e47ce77875af91011444cce0adf, ASSIGN 2024-11-13T14:22:37,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae449e47ce77875af91011444cce0adf, ASSIGN; state=OFFLINE, location=eb1966fd6578,41483,1731507753553; forceNewPlan=false, retain=false 2024-11-13T14:22:37,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae449e47ce77875af91011444cce0adf, regionState=OPENING, regionLocation=eb1966fd6578,41483,1731507753553 2024-11-13T14:22:37,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae449e47ce77875af91011444cce0adf, ASSIGN because future has completed 2024-11-13T14:22:37,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae449e47ce77875af91011444cce0adf, server=eb1966fd6578,41483,1731507753553}] 2024-11-13T14:22:38,038 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507756913.ae449e47ce77875af91011444cce0adf. 2024-11-13T14:22:38,039 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae449e47ce77875af91011444cce0adf, NAME => 'test,,1731507756913.ae449e47ce77875af91011444cce0adf.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:38,039 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:38,039 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:22:38,039 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,039 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507756913.ae449e47ce77875af91011444cce0adf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:38,039 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,039 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,040 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,041 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae449e47ce77875af91011444cce0adf columnFamilyName f 2024-11-13T14:22:38,041 DEBUG [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:38,041 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] regionserver.HStore(327): Store=ae449e47ce77875af91011444cce0adf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:38,041 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,042 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae449e47ce77875af91011444cce0adf columnFamilyName f1 2024-11-13T14:22:38,042 DEBUG [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:38,042 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] regionserver.HStore(327): Store=ae449e47ce77875af91011444cce0adf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:38,042 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,043 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae449e47ce77875af91011444cce0adf columnFamilyName norep 2024-11-13T14:22:38,043 DEBUG [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:38,043 INFO [StoreOpener-ae449e47ce77875af91011444cce0adf-1 {}] regionserver.HStore(327): Store=ae449e47ce77875af91011444cce0adf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:38,043 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,044 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/default/test/ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,044 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/default/test/ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,044 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,044 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,045 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:38,045 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,046 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/data/default/test/ae449e47ce77875af91011444cce0adf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:38,047 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae449e47ce77875af91011444cce0adf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62257250, jitterRate=-0.072294682264328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:38,047 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae449e47ce77875af91011444cce0adf 2024-11-13T14:22:38,047 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae449e47ce77875af91011444cce0adf: Running coprocessor pre-open hook at 1731507758039Writing region info on filesystem at 1731507758039Initializing all the Stores at 1731507758040 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507758040Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507758040Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507758040Cleaning up temporary data from old regions at 1731507758044 (+4 ms)Running coprocessor post-open hooks at 1731507758047 (+3 ms)Region opened successfully at 1731507758047 2024-11-13T14:22:38,048 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507756913.ae449e47ce77875af91011444cce0adf., pid=6, masterSystemTime=1731507758036 2024-11-13T14:22:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:38,049 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507756913.ae449e47ce77875af91011444cce0adf. 2024-11-13T14:22:38,049 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507756913.ae449e47ce77875af91011444cce0adf. 2024-11-13T14:22:38,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae449e47ce77875af91011444cce0adf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,41483,1731507753553 2024-11-13T14:22:38,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae449e47ce77875af91011444cce0adf, server=eb1966fd6578,41483,1731507753553 because future has completed 2024-11-13T14:22:38,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:22:38,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae449e47ce77875af91011444cce0adf, server=eb1966fd6578,41483,1731507753553 in 167 msec 2024-11-13T14:22:38,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:22:38,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae449e47ce77875af91011444cce0adf, ASSIGN in 322 msec 2024-11-13T14:22:38,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:38,055 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507758055"}]},"ts":"1731507758055"} 2024-11-13T14:22:38,056 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:22:38,056 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:38,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec 2024-11-13T14:22:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:39,060 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:22:39,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20630069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:39,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41889,-1 for getting cluster id 2024-11-13T14:22:39,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:39,062 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ac61f4-18b4-4589-a14b-fe3b7612e34a' 2024-11-13T14:22:39,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:39,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ac61f4-18b4-4589-a14b-fe3b7612e34a" 2024-11-13T14:22:39,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63877ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:39,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41889,-1] 2024-11-13T14:22:39,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:39,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:39,062 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:39,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14804211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:39,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41889,1731507753320 2024-11-13T14:22:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ffe9f92 2024-11-13T14:22:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:39,064 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:39,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:41889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:22:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:22:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:39,067 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:41889' 2024-11-13T14:22:39,068 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da4003f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:39,068 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41889,-1 for getting cluster id 2024-11-13T14:22:39,068 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:39,068 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ac61f4-18b4-4589-a14b-fe3b7612e34a' 2024-11-13T14:22:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ac61f4-18b4-4589-a14b-fe3b7612e34a" 2024-11-13T14:22:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7e83ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41889,-1] 2024-11-13T14:22:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:39,069 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:39,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3a1252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:39,070 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:39,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41889,1731507753320 2024-11-13T14:22:39,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17cb2885 2024-11-13T14:22:39,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:39,071 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:39,072 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T14:22:39,072 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:22:39,072 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:39,072 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:39,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:39,072 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb1966fd6578:41889, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:22:39,078 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb1966fd6578:41889, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb1966fd6578:41889, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb1966fd6578:41889, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T14:22:39,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb1966fd6578:41889, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-13T14:22:39,079 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T14:22:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:39,169 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://eb1966fd6578:41889, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T14:22:39,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:22:39,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:22:39,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:39,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:39,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:39,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-364191765_20 at /127.0.0.1:57176 [Receiving block BP-103413454-172.17.0.2-1731507751404:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 38405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp666310110-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4154432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f41549f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4-prefix:eb1966fd6578,41483,1731507753553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: eb1966fd6578:41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4-prefix:eb1966fd6578,41483,1731507753553.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_941946277_20 at /127.0.0.1:57204 [Receiving block BP-103413454-172.17.0.2-1731507751404:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 38405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp666310110-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/data/data1/current/BP-103413454-172.17.0.2-1731507751404 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;eb1966fd6578:41483-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_941946277_20 at /127.0.0.1:57192 [Receiving block BP-103413454-172.17.0.2-1731507751404:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp666310110-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1524871701) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_941946277_20 at /127.0.0.1:57116 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34953/user/jenkins/test-data/954d3b48-54ed-c15c-5d1f-90c8dee5d0b4/MasterData-prefix:eb1966fd6578,41889,1731507753320 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507755593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/eb1966fd6578:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@67f9a5b0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1927178142-7926 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4154432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/eb1966fd6578:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1927178142-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-103413454-172.17.0.2-1731507751404:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb1966fd6578:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a6fb4a7 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1927178142-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:60592): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7f6e364a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Session-HouseKeeper-69ecdcf7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/data/data2/current/BP-103413454-172.17.0.2-1731507751404 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;eb1966fd6578:41483 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-30a30052-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp666310110-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4154432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60592) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38405 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7405f12e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp666310110-7881-acceptor-0@23906ed4-ServerConnector@4039737a{HTTP/1.1, (http/1.1)}{localhost:41183} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3680c111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1774bcfc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb1966fd6578:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp666310110-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4154432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-103413454-172.17.0.2-1731507751404:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60592 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507755594 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/cluster_dee730ed-1150-e6e4-282f-2c194464372f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PacketResponder: BP-103413454-172.17.0.2-1731507751404:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1927178142-7927-acceptor-0@789c446c-ServerConnector@7df0c330{HTTP/1.1, (http/1.1)}{localhost:44751} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f4154ab7ba8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34953 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3f961a77 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 34953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34953 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/eb1966fd6578:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@bbf4e39[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60592) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp666310110-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4154432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp666310110-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-103413454-172.17.0.2-1731507751404 heartbeating to localhost/127.0.0.1:34953 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;eb1966fd6578:41889 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60592) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 309), ProcessCount=11 (was 11), AvailableMemoryMB=2158 (was 2183) 2024-11-13T14:22:39,188 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-13T14:22:39,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=2158 2024-11-13T14:22:39,201 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-13T14:22:39,215 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T14:22:39,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/hadoop.log.dir so I do NOT create it in target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74 2024-11-13T14:22:39,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:22:39,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/hadoop.tmp.dir so I do NOT create it in target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74 2024-11-13T14:22:39,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d821e908-6bd7-5dd1-0df9-3652e5ba4ddc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:22:39,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74 2024-11-13T14:22:39,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/cluster_2071328c-83dc-af66-6e6c-0cde31750dcb, deleteOnExit=true 2024-11-13T14:22:39,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/cluster_2071328c-83dc-af66-6e6c-0cde31750dcb/zookeeper_0, clientPort=60715, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/cluster_2071328c-83dc-af66-6e6c-0cde31750dcb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/cluster_2071328c-83dc-af66-6e6c-0cde31750dcb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:22:39,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60715 2024-11-13T14:22:39,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:22:39,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:22:39,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/test.cache.data in system properties and HBase conf 2024-11-13T14:22:39,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:22:39,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:22:39,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:22:39,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:22:39,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:22:39,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:39,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:22:39,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:22:39,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:22:39,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:22:39,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:39,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f35d1ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:22:39,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6781d4a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:22:39,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a5b5028{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/java.io.tmpdir/jetty-localhost-39613-hadoop-hdfs-3_4_1-tests_jar-_-any-8139919382995197159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:22:39,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3df456d6{HTTP/1.1, (http/1.1)}{localhost:39613} 2024-11-13T14:22:39,931 INFO [Time-limited test {}] server.Server(415): Started @328404ms 2024-11-13T14:22:40,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:40,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:22:40,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:22:40,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:22:40,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:22:40,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a4de79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:22:40,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c1d1ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:22:40,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@649b9acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/java.io.tmpdir/jetty-localhost-34865-hadoop-hdfs-3_4_1-tests_jar-_-any-7885250160468261318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:22:40,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33958fbf{HTTP/1.1, (http/1.1)}{localhost:34865} 2024-11-13T14:22:40,476 INFO [Time-limited test {}] server.Server(415): Started @328949ms 2024-11-13T14:22:40,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:22:41,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:22:41,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T14:22:41,786 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/cluster_2071328c-83dc-af66-6e6c-0cde31750dcb/data/data2/current/BP-160948583-172.17.0.2-1731507759299/current, will proceed with Du for space computation calculation, 2024-11-13T14:22:41,786 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/cluster_2071328c-83dc-af66-6e6c-0cde31750dcb/data/data1/current/BP-160948583-172.17.0.2-1731507759299/current, will proceed with Du for space computation calculation, 2024-11-13T14:22:41,809 WARN [Thread-4305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:22:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48bbfaed05ec936d with lease ID 0x26d1fb5cd83d4d8d: Processing first storage report for DS-195dea85-a990-48ec-b320-16f4d03d38f0 from datanode DatanodeRegistration(127.0.0.1:46875, datanodeUuid=fa0e7cae-3bc8-431e-a0b2-495f41c68adc, infoPort=32797, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=842932052;c=1731507759299) 2024-11-13T14:22:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48bbfaed05ec936d with lease ID 0x26d1fb5cd83d4d8d: from storage DS-195dea85-a990-48ec-b320-16f4d03d38f0 node DatanodeRegistration(127.0.0.1:46875, datanodeUuid=fa0e7cae-3bc8-431e-a0b2-495f41c68adc, infoPort=32797, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=842932052;c=1731507759299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:22:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48bbfaed05ec936d with lease ID 0x26d1fb5cd83d4d8d: Processing first storage report for DS-eaa150dd-517d-4d09-a2ff-1b6be2fd0c48 from datanode DatanodeRegistration(127.0.0.1:46875, datanodeUuid=fa0e7cae-3bc8-431e-a0b2-495f41c68adc, infoPort=32797, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=842932052;c=1731507759299) 2024-11-13T14:22:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48bbfaed05ec936d with lease ID 0x26d1fb5cd83d4d8d: from storage DS-eaa150dd-517d-4d09-a2ff-1b6be2fd0c48 node DatanodeRegistration(127.0.0.1:46875, datanodeUuid=fa0e7cae-3bc8-431e-a0b2-495f41c68adc, infoPort=32797, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=842932052;c=1731507759299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:22:41,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74 2024-11-13T14:22:41,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:41,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:41,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:22:42,274 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a with version=8 2024-11-13T14:22:42,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/hbase-staging 2024-11-13T14:22:42,277 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:22:42,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:42,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:42,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:22:42,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:42,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:22:42,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:22:42,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:22:42,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33613 2024-11-13T14:22:42,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33613 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:42,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:22:42,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336130x0, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:42,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33613-0x1013493a4550000 connected 2024-11-13T14:22:42,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:42,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:42,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:42,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on znode that does not yet exist, /0-2046942750/running 2024-11-13T14:22:42,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a, hbase.cluster.distributed=false 2024-11-13T14:22:42,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on znode that does not yet exist, /0-2046942750/acl 2024-11-13T14:22:42,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-13T14:22:42,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33613 2024-11-13T14:22:42,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33613 2024-11-13T14:22:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-13T14:22:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-13T14:22:42,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:22:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:42,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:42,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:22:42,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:42,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:22:42,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:22:42,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:22:42,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38609 2024-11-13T14:22:42,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38609 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:42,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:42,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:42,694 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386090x0, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:42,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38609-0x1013493a4550001 connected 2024-11-13T14:22:42,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on znode that does not yet exist, /0-2046942750/running 2024-11-13T14:22:42,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:22:42,696 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:22:42,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on znode that does not yet exist, /0-2046942750/master 2024-11-13T14:22:42,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on znode that does not yet exist, /0-2046942750/acl 2024-11-13T14:22:42,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-13T14:22:42,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38609 2024-11-13T14:22:42,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38609 2024-11-13T14:22:42,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-13T14:22:42,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38609 2024-11-13T14:22:42,720 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:33613 2024-11-13T14:22:42,721 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2046942750/backup-masters/eb1966fd6578,33613,1731507762276 2024-11-13T14:22:42,726 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750/backup-masters 2024-11-13T14:22:42,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750/backup-masters 2024-11-13T14:22:42,726 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on existing znode=/0-2046942750/backup-masters/eb1966fd6578,33613,1731507762276 2024-11-13T14:22:42,736 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2046942750/master 2024-11-13T14:22:42,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:42,736 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:42,737 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on existing znode=/0-2046942750/master 2024-11-13T14:22:42,737 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2046942750/backup-masters/eb1966fd6578,33613,1731507762276 from backup master directory 2024-11-13T14:22:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2046942750/backup-masters/eb1966fd6578,33613,1731507762276 2024-11-13T14:22:42,747 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750/backup-masters 2024-11-13T14:22:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750/backup-masters 2024-11-13T14:22:42,747 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:42,747 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,33613,1731507762276 2024-11-13T14:22:42,750 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/hbase.id] with ID: cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695 2024-11-13T14:22:42,750 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/.tmp/hbase.id 2024-11-13T14:22:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:22:42,754 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/.tmp/hbase.id]:[hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/hbase.id] 2024-11-13T14:22:42,760 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:42,760 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:22:42,761 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:22:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:42,768 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:42,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:22:43,172 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:43,173 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:22:43,173 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:22:43,594 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store 2024-11-13T14:22:43,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:22:43,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:43,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:22:43,599 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:43,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:43,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:22:43,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:43,599 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:43,600 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507763599Disabling compacts and flushes for region at 1731507763599Disabling writes for close at 1731507763599Writing region close event to WAL at 1731507763599Closed at 1731507763599 2024-11-13T14:22:43,600 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/.initializing 2024-11-13T14:22:43,600 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/WALs/eb1966fd6578,33613,1731507762276 2024-11-13T14:22:43,601 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:43,602 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C33613%2C1731507762276, suffix=, logDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/WALs/eb1966fd6578,33613,1731507762276, archiveDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/oldWALs, maxLogs=10 2024-11-13T14:22:43,612 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/WALs/eb1966fd6578,33613,1731507762276/eb1966fd6578%2C33613%2C1731507762276.1731507763602, exclude list is [], retry=0 2024-11-13T14:22:43,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46875,DS-195dea85-a990-48ec-b320-16f4d03d38f0,DISK] 2024-11-13T14:22:43,615 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/WALs/eb1966fd6578,33613,1731507762276/eb1966fd6578%2C33613%2C1731507762276.1731507763602 2024-11-13T14:22:43,616 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32797:32797)] 2024-11-13T14:22:43,616 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:43,616 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:43,616 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,616 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:22:43,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:43,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:43,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:22:43,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:43,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:43,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:22:43,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:43,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:43,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:22:43,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:43,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:43,621 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,622 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,622 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,622 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,623 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,623 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:43,624 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:43,625 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:43,625 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67120781, jitterRate=1.7757713794708252E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:43,626 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507763616Initializing all the Stores at 1731507763617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507763617Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507763617Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507763617Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507763617Cleaning up temporary data from old regions at 1731507763623 (+6 ms)Region opened successfully at 1731507763626 (+3 ms) 2024-11-13T14:22:43,626 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:22:43,628 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440d5be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:43,628 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:22:43,628 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:22:43,628 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:22:43,628 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:22:43,629 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:22:43,629 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:22:43,629 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:22:43,631 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:22:43,631 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Unable to get data of znode /0-2046942750/balancer because node does not exist (not necessarily an error) 2024-11-13T14:22:43,691 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2046942750/balancer already deleted, retry=false 2024-11-13T14:22:43,691 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:22:43,692 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Unable to get data of znode /0-2046942750/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:22:43,794 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2046942750/normalizer already deleted, retry=false 2024-11-13T14:22:43,795 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:22:43,795 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Unable to get data of znode /0-2046942750/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:22:43,913 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2046942750/switch/split already deleted, retry=false 2024-11-13T14:22:43,914 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Unable to get data of znode /0-2046942750/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:22:44,029 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2046942750/switch/merge already deleted, retry=false 2024-11-13T14:22:44,032 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Unable to get data of znode /0-2046942750/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:22:44,114 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2046942750/snapshot-cleanup already deleted, retry=false 2024-11-13T14:22:44,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2046942750/running 2024-11-13T14:22:44,210 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2046942750/running 2024-11-13T14:22:44,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:44,210 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:44,211 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,33613,1731507762276, sessionid=0x1013493a4550000, setting cluster-up flag (Was=false) 2024-11-13T14:22:44,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:44,379 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:44,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2046942750/flush-table-proc/acquired, /0-2046942750/flush-table-proc/reached, /0-2046942750/flush-table-proc/abort 2024-11-13T14:22:44,599 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,33613,1731507762276 2024-11-13T14:22:44,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:44,747 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:44,919 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2046942750/online-snapshot/acquired, /0-2046942750/online-snapshot/reached, /0-2046942750/online-snapshot/abort 2024-11-13T14:22:44,920 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,33613,1731507762276 2024-11-13T14:22:44,921 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:22:44,922 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:44,922 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:22:44,922 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:22:44,922 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,33613,1731507762276 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:22:44,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:44,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:44,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:44,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:44,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:22:44,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:44,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:44,923 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:44,924 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507794924 2024-11-13T14:22:44,924 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:22:44,924 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:22:44,924 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:22:44,924 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:22:44,924 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:22:44,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:44,924 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:22:44,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:22:44,924 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:44,925 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:44,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:22:44,926 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:22:44,926 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:22:44,926 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:22:44,926 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:22:44,926 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:22:44,926 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:22:44,928 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507764926,5,FailOnTimeoutGroup] 2024-11-13T14:22:44,928 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507764928,5,FailOnTimeoutGroup] 2024-11-13T14:22:44,928 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:44,928 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:22:44,928 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:44,928 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:22:45,009 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(746): ClusterId : cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695 2024-11-13T14:22:45,009 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:22:45,064 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:22:45,064 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:22:45,140 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:22:45,140 DEBUG [RS:0;eb1966fd6578:38609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7257f3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:45,153 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:38609 2024-11-13T14:22:45,153 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:22:45,153 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:22:45,153 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:22:45,153 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,33613,1731507762276 with port=38609, startcode=1731507762679 2024-11-13T14:22:45,153 DEBUG [RS:0;eb1966fd6578:38609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:22:45,157 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:22:45,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,38609,1731507762679 2024-11-13T14:22:45,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,38609,1731507762679 2024-11-13T14:22:45,164 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a 2024-11-13T14:22:45,164 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36759 2024-11-13T14:22:45,164 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:22:45,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750/rs 2024-11-13T14:22:45,203 DEBUG [RS:0;eb1966fd6578:38609 {}] zookeeper.ZKUtil(111): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on existing znode=/0-2046942750/rs/eb1966fd6578,38609,1731507762679 2024-11-13T14:22:45,203 WARN [RS:0;eb1966fd6578:38609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:45,203 INFO [RS:0;eb1966fd6578:38609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:45,203 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679 2024-11-13T14:22:45,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,38609,1731507762679] 2024-11-13T14:22:45,206 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:22:45,207 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:22:45,207 INFO [RS:0;eb1966fd6578:38609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:22:45,207 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,207 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:22:45,207 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:22:45,208 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:45,208 DEBUG [RS:0;eb1966fd6578:38609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:45,211 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,211 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,211 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,211 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,211 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,211 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38609,1731507762679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:45,222 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:22:45,222 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38609,1731507762679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,222 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,222 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.Replication(171): eb1966fd6578,38609,1731507762679 started 2024-11-13T14:22:45,233 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:45,233 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,38609,1731507762679, RpcServer on eb1966fd6578/172.17.0.2:38609, sessionid=0x1013493a4550001 2024-11-13T14:22:45,233 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:22:45,233 DEBUG [RS:0;eb1966fd6578:38609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,38609,1731507762679 2024-11-13T14:22:45,233 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,38609,1731507762679' 2024-11-13T14:22:45,233 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2046942750/flush-table-proc/abort' 2024-11-13T14:22:45,233 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2046942750/flush-table-proc/acquired' 2024-11-13T14:22:45,234 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:22:45,234 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:22:45,234 DEBUG [RS:0;eb1966fd6578:38609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,38609,1731507762679 2024-11-13T14:22:45,234 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,38609,1731507762679' 2024-11-13T14:22:45,234 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2046942750/online-snapshot/abort' 2024-11-13T14:22:45,234 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2046942750/online-snapshot/acquired' 2024-11-13T14:22:45,235 DEBUG [RS:0;eb1966fd6578:38609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:22:45,235 INFO [RS:0;eb1966fd6578:38609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:22:45,235 INFO [RS:0;eb1966fd6578:38609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:22:45,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:22:45,334 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a 2024-11-13T14:22:45,335 INFO [RS:0;eb1966fd6578:38609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:45,336 INFO [RS:0;eb1966fd6578:38609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C38609%2C1731507762679, suffix=, logDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679, archiveDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/oldWALs, maxLogs=10 2024-11-13T14:22:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:22:45,347 DEBUG [RS:0;eb1966fd6578:38609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336, exclude list is [], retry=0 2024-11-13T14:22:45,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46875,DS-195dea85-a990-48ec-b320-16f4d03d38f0,DISK] 2024-11-13T14:22:45,353 INFO [RS:0;eb1966fd6578:38609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 2024-11-13T14:22:45,354 DEBUG [RS:0;eb1966fd6578:38609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32797:32797)] 2024-11-13T14:22:45,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:45,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:45,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:45,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:45,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:45,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:45,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:45,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:45,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:45,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:45,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:45,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:45,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:45,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:45,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:45,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:45,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:45,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:45,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740 2024-11-13T14:22:45,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740 2024-11-13T14:22:45,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:45,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:45,746 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:45,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:45,749 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:45,749 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70607276, jitterRate=0.05213040113449097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507765738Initializing all the Stores at 1731507765739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507765739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507765739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507765739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507765739Cleaning up temporary data from old regions at 1731507765745 (+6 ms)Region opened successfully at 1731507765749 (+4 ms) 2024-11-13T14:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:22:45,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:22:45,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:22:45,750 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:45,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507765749Disabling compacts and flushes for region at 1731507765749Disabling writes for close at 1731507765749Writing region close event to WAL at 1731507765750 (+1 ms)Closed at 1731507765750 2024-11-13T14:22:45,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:45,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:22:45,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:22:45,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:45,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:22:45,902 DEBUG [eb1966fd6578:33613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:22:45,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,38609,1731507762679 2024-11-13T14:22:45,904 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,38609,1731507762679, state=OPENING 2024-11-13T14:22:45,915 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:22:45,982 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:45,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2046942750/meta-region-server: CHANGED 2024-11-13T14:22:45,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2046942750/meta-region-server: CHANGED 2024-11-13T14:22:45,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:45,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,38609,1731507762679}] 2024-11-13T14:22:46,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:22:46,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:22:46,138 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:22:46,138 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:46,138 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:22:46,139 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C38609%2C1731507762679.meta, suffix=.meta, logDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679, archiveDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/oldWALs, maxLogs=10 2024-11-13T14:22:46,151 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.meta.1731507766139.meta, exclude list is [], retry=0 2024-11-13T14:22:46,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46875,DS-195dea85-a990-48ec-b320-16f4d03d38f0,DISK] 2024-11-13T14:22:46,154 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.meta.1731507766139.meta 2024-11-13T14:22:46,154 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32797:32797)] 2024-11-13T14:22:46,154 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:46,154 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:46,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:46,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:22:46,155 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:22:46,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:22:46,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:46,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:22:46,155 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:22:46,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:46,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:46,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:46,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:46,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:46,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:46,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:46,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:46,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:46,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:46,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:46,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:46,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:46,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:46,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:46,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:46,158 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:46,159 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740 2024-11-13T14:22:46,160 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740 2024-11-13T14:22:46,160 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:46,160 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:46,161 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:46,162 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:46,162 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66297245, jitterRate=-0.012094065546989441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:46,162 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:22:46,162 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507766155Writing region info on filesystem at 1731507766155Initializing all the Stores at 1731507766155Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507766155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507766156 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507766156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507766156Cleaning up temporary data from old regions at 1731507766160 (+4 ms)Running coprocessor post-open hooks at 1731507766162 (+2 ms)Region opened successfully at 1731507766162 2024-11-13T14:22:46,163 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507766134 2024-11-13T14:22:46,164 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:22:46,164 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:22:46,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,38609,1731507762679 2024-11-13T14:22:46,166 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,38609,1731507762679, state=OPEN 2024-11-13T14:22:46,178 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2046942750/meta-region-server 2024-11-13T14:22:46,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2046942750/meta-region-server 2024-11-13T14:22:46,179 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,38609,1731507762679 2024-11-13T14:22:46,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2046942750/meta-region-server: CHANGED 2024-11-13T14:22:46,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2046942750/meta-region-server: CHANGED 2024-11-13T14:22:46,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:22:46,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,38609,1731507762679 in 197 msec 2024-11-13T14:22:46,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:22:46,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-13T14:22:46,182 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:46,182 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:22:46,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:46,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,38609,1731507762679, seqNum=-1] 2024-11-13T14:22:46,183 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:46,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:46,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-11-13T14:22:46,187 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507766187, completionTime=-1 2024-11-13T14:22:46,187 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:22:46,187 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507826189 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507886189 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33613,1731507762276-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33613,1731507762276-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33613,1731507762276-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:33613, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:46,189 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:46,191 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:22:46,193 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.445sec 2024-11-13T14:22:46,193 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:22:46,193 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:22:46,193 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:22:46,193 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:22:46,193 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:22:46,193 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33613,1731507762276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:46,193 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33613,1731507762276-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:22:46,194 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:22:46,195 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:22:46,195 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33613,1731507762276-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:46,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499e6722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:46,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33613,-1 for getting cluster id 2024-11-13T14:22:46,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:46,210 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695' 2024-11-13T14:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695" 2024-11-13T14:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0a58fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33613,-1] 2024-11-13T14:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:46,212 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:46,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d5559b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:46,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:46,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,38609,1731507762679, seqNum=-1] 2024-11-13T14:22:46,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:46,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:46,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,33613,1731507762276 2024-11-13T14:22:46,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:46,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:46,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013493a4550002 connected 2024-11-13T14:22:46,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.log.dir so I do NOT create it in target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee 2024-11-13T14:22:46,254 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:22:46,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.tmp.dir so I do NOT create it in target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee 2024-11-13T14:22:46,254 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:22:46,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee 2024-11-13T14:22:46,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:22:46,254 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/cluster_b12d1a08-5dda-ecf2-e748-645aba743a19, deleteOnExit=true 2024-11-13T14:22:46,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:22:46,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/test.cache.data in system properties and HBase conf 2024-11-13T14:22:46,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:22:46,255 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:22:46,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:22:46,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:46,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:22:46,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:22:46,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:22:46,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:22:46,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:46,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c64721b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:22:46,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3511e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:22:46,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57b5044d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/java.io.tmpdir/jetty-localhost-38005-hadoop-hdfs-3_4_1-tests_jar-_-any-447493789567602418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:22:46,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dedbd1a{HTTP/1.1, (http/1.1)}{localhost:38005} 2024-11-13T14:22:46,917 INFO [Time-limited test {}] server.Server(415): Started @335390ms 2024-11-13T14:22:47,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:47,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:22:47,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:22:47,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:22:47,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:22:47,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@83959c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:22:47,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad49d1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:22:47,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bdc7f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/java.io.tmpdir/jetty-localhost-45541-hadoop-hdfs-3_4_1-tests_jar-_-any-9477436628105402962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:22:47,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14d70760{HTTP/1.1, (http/1.1)}{localhost:45541} 2024-11-13T14:22:47,294 INFO [Time-limited test {}] server.Server(415): Started @335767ms 2024-11-13T14:22:47,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:22:48,015 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/cluster_b12d1a08-5dda-ecf2-e748-645aba743a19/data/data2/current/BP-1582785622-172.17.0.2-1731507766269/current, will proceed with Du for space computation calculation, 2024-11-13T14:22:48,015 WARN [Thread-4438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/cluster_b12d1a08-5dda-ecf2-e748-645aba743a19/data/data1/current/BP-1582785622-172.17.0.2-1731507766269/current, will proceed with Du for space computation calculation, 2024-11-13T14:22:48,034 WARN [Thread-4426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:22:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42f5d532b48ed4af with lease ID 0xd14749aaaadae96f: Processing first storage report for DS-3d5419ac-7382-4652-a82a-c5c995c33bbb from datanode DatanodeRegistration(127.0.0.1:44421, datanodeUuid=16767348-c89c-4689-be45-40b152921b70, infoPort=40411, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=1260246551;c=1731507766269) 2024-11-13T14:22:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42f5d532b48ed4af with lease ID 0xd14749aaaadae96f: from storage DS-3d5419ac-7382-4652-a82a-c5c995c33bbb node DatanodeRegistration(127.0.0.1:44421, datanodeUuid=16767348-c89c-4689-be45-40b152921b70, infoPort=40411, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=1260246551;c=1731507766269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:22:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42f5d532b48ed4af with lease ID 0xd14749aaaadae96f: Processing first storage report for DS-caa44586-9e9b-4b98-ae80-1165dbd729e5 from datanode DatanodeRegistration(127.0.0.1:44421, datanodeUuid=16767348-c89c-4689-be45-40b152921b70, infoPort=40411, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=1260246551;c=1731507766269) 2024-11-13T14:22:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42f5d532b48ed4af with lease ID 0xd14749aaaadae96f: from storage DS-caa44586-9e9b-4b98-ae80-1165dbd729e5 node DatanodeRegistration(127.0.0.1:44421, datanodeUuid=16767348-c89c-4689-be45-40b152921b70, infoPort=40411, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=1260246551;c=1731507766269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:22:48,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee 2024-11-13T14:22:48,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:48,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:48,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:22:48,544 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b with version=8 2024-11-13T14:22:48,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/hbase-staging 2024-11-13T14:22:48,546 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:22:48,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:48,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:48,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:22:48,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:48,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:22:48,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:22:48,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:22:48,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41841 2024-11-13T14:22:48,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41841 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:48,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418410x0, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:48,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41841-0x1013493a4550003 connected 2024-11-13T14:22:48,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:48,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:48,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on znode that does not yet exist, /1-516195752/running 2024-11-13T14:22:48,657 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b, hbase.cluster.distributed=false 2024-11-13T14:22:48,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on znode that does not yet exist, /1-516195752/acl 2024-11-13T14:22:48,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41841 2024-11-13T14:22:48,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41841 2024-11-13T14:22:48,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41841 2024-11-13T14:22:48,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41841 2024-11-13T14:22:48,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41841 2024-11-13T14:22:48,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:22:48,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:48,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:48,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:22:48,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:48,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:22:48,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:22:48,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:22:48,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33293 2024-11-13T14:22:48,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33293 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:48,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:48,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:48,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332930x0, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:48,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332930x0, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on znode that does not yet exist, /1-516195752/running 2024-11-13T14:22:48,737 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:22:48,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33293-0x1013493a4550004 connected 2024-11-13T14:22:48,751 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:22:48,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on znode that does not yet exist, /1-516195752/master 2024-11-13T14:22:48,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on znode that does not yet exist, /1-516195752/acl 2024-11-13T14:22:48,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-13T14:22:48,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33293 2024-11-13T14:22:48,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33293 2024-11-13T14:22:48,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-13T14:22:48,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33293 2024-11-13T14:22:48,848 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:41841 2024-11-13T14:22:48,849 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-516195752/backup-masters/eb1966fd6578,41841,1731507768546 2024-11-13T14:22:48,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752/backup-masters 2024-11-13T14:22:48,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752/backup-masters 2024-11-13T14:22:48,860 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on existing znode=/1-516195752/backup-masters/eb1966fd6578,41841,1731507768546 2024-11-13T14:22:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-516195752/master 2024-11-13T14:22:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:48,871 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on existing znode=/1-516195752/master 2024-11-13T14:22:48,872 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-516195752/backup-masters/eb1966fd6578,41841,1731507768546 from backup master directory 2024-11-13T14:22:48,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-516195752/backup-masters/eb1966fd6578,41841,1731507768546 2024-11-13T14:22:48,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752/backup-masters 2024-11-13T14:22:48,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752/backup-masters 2024-11-13T14:22:48,884 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:48,884 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,41841,1731507768546 2024-11-13T14:22:48,888 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/hbase.id] with ID: 458a6df6-2b66-427c-b43d-769bc4ae258e 2024-11-13T14:22:48,889 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/.tmp/hbase.id 2024-11-13T14:22:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:22:48,927 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/.tmp/hbase.id]:[hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/hbase.id] 2024-11-13T14:22:48,944 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:48,944 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:22:48,947 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T14:22:48,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:48,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:48,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:22:49,376 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:49,377 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:22:49,377 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:49,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:22:49,411 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store 2024-11-13T14:22:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:22:49,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:49,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:22:49,818 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:49,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:49,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:22:49,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:49,818 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:49,818 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507769818Disabling compacts and flushes for region at 1731507769818Disabling writes for close at 1731507769818Writing region close event to WAL at 1731507769818Closed at 1731507769818 2024-11-13T14:22:49,819 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/.initializing 2024-11-13T14:22:49,819 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/WALs/eb1966fd6578,41841,1731507768546 2024-11-13T14:22:49,821 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:49,824 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C41841%2C1731507768546, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/WALs/eb1966fd6578,41841,1731507768546, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/oldWALs, maxLogs=10 2024-11-13T14:22:49,844 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/WALs/eb1966fd6578,41841,1731507768546/eb1966fd6578%2C41841%2C1731507768546.1731507769824, exclude list is [], retry=0 2024-11-13T14:22:49,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44421,DS-3d5419ac-7382-4652-a82a-c5c995c33bbb,DISK] 2024-11-13T14:22:49,865 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/WALs/eb1966fd6578,41841,1731507768546/eb1966fd6578%2C41841%2C1731507768546.1731507769824 2024-11-13T14:22:49,865 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40411:40411)] 2024-11-13T14:22:49,865 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:49,865 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:49,865 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,865 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:22:49,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:49,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:49,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:22:49,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:49,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:49,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:22:49,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:49,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:49,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:22:49,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:49,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:49,876 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,876 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,876 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,878 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,878 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,878 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:49,879 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:49,881 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:49,881 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66354470, jitterRate=-0.011241346597671509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:49,882 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507769866Initializing all the Stores at 1731507769866Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507769866Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507769868 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507769868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507769868Cleaning up temporary data from old regions at 1731507769878 (+10 ms)Region opened successfully at 1731507769882 (+4 ms) 2024-11-13T14:22:49,890 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:22:49,897 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd8476a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:49,898 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:22:49,899 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:22:49,899 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:22:49,899 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:22:49,900 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T14:22:49,900 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:22:49,900 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:22:49,905 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:22:49,906 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Unable to get data of znode /1-516195752/balancer because node does not exist (not necessarily an error) 2024-11-13T14:22:49,957 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-516195752/balancer already deleted, retry=false 2024-11-13T14:22:49,957 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:22:49,958 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Unable to get data of znode /1-516195752/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:22:49,968 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-516195752/normalizer already deleted, retry=false 2024-11-13T14:22:49,968 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:22:49,969 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Unable to get data of znode /1-516195752/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:22:49,978 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-516195752/switch/split already deleted, retry=false 2024-11-13T14:22:49,979 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Unable to get data of znode /1-516195752/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:22:49,989 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-516195752/switch/merge already deleted, retry=false 2024-11-13T14:22:49,991 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Unable to get data of znode /1-516195752/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:22:49,999 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-516195752/snapshot-cleanup already deleted, retry=false 2024-11-13T14:22:50,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-516195752/running 2024-11-13T14:22:50,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:50,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-516195752/running 2024-11-13T14:22:50,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:50,015 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,41841,1731507768546, sessionid=0x1013493a4550003, setting cluster-up flag (Was=false) 2024-11-13T14:22:50,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:50,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:50,070 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-516195752/flush-table-proc/acquired, /1-516195752/flush-table-proc/reached, /1-516195752/flush-table-proc/abort 2024-11-13T14:22:50,071 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,41841,1731507768546 2024-11-13T14:22:50,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:50,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:50,126 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-516195752/online-snapshot/acquired, /1-516195752/online-snapshot/reached, /1-516195752/online-snapshot/abort 2024-11-13T14:22:50,127 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,41841,1731507768546 2024-11-13T14:22:50,132 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:22:50,141 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:50,141 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:22:50,141 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:22:50,142 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,41841,1731507768546 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:22:50,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:50,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:50,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:50,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:50,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:22:50,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:50,144 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:50,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:22:50,160 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:50,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:22:50,205 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507800205 2024-11-13T14:22:50,205 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:22:50,205 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:22:50,205 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:22:50,205 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:22:50,205 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:22:50,205 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:22:50,212 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:22:50,220 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:22:50,220 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:22:50,220 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:22:50,220 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:22:50,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:22:50,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:22:50,228 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507770227,5,FailOnTimeoutGroup] 2024-11-13T14:22:50,232 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507770229,5,FailOnTimeoutGroup] 2024-11-13T14:22:50,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:22:50,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,237 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(746): ClusterId : 458a6df6-2b66-427c-b43d-769bc4ae258e 2024-11-13T14:22:50,237 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:22:50,250 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:22:50,250 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:22:50,263 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:22:50,264 DEBUG [RS:0;eb1966fd6578:33293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b83e640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:50,295 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:33293 2024-11-13T14:22:50,295 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:22:50,295 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:22:50,295 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:22:50,296 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,41841,1731507768546 with port=33293, startcode=1731507768711 2024-11-13T14:22:50,296 DEBUG [RS:0;eb1966fd6578:33293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:22:50,305 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:22:50,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,33293,1731507768711 2024-11-13T14:22:50,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41841 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,33293,1731507768711 2024-11-13T14:22:50,307 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b 2024-11-13T14:22:50,307 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39825 2024-11-13T14:22:50,307 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:22:50,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752/rs 2024-11-13T14:22:50,358 DEBUG [RS:0;eb1966fd6578:33293 {}] zookeeper.ZKUtil(111): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on existing znode=/1-516195752/rs/eb1966fd6578,33293,1731507768711 2024-11-13T14:22:50,358 WARN [RS:0;eb1966fd6578:33293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:50,358 INFO [RS:0;eb1966fd6578:33293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:50,358 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/WALs/eb1966fd6578,33293,1731507768711 2024-11-13T14:22:50,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,33293,1731507768711] 2024-11-13T14:22:50,365 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:22:50,372 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:22:50,384 INFO [RS:0;eb1966fd6578:33293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:22:50,384 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,385 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:22:50,386 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:22:50,386 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:50,387 DEBUG [RS:0;eb1966fd6578:33293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:50,396 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,396 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,396 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,396 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,396 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,396 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33293,1731507768711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:50,418 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:22:50,418 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,33293,1731507768711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,418 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,418 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.Replication(171): eb1966fd6578,33293,1731507768711 started 2024-11-13T14:22:50,439 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:50,439 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,33293,1731507768711, RpcServer on eb1966fd6578/172.17.0.2:33293, sessionid=0x1013493a4550004 2024-11-13T14:22:50,439 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:22:50,439 DEBUG [RS:0;eb1966fd6578:33293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,33293,1731507768711 2024-11-13T14:22:50,440 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,33293,1731507768711' 2024-11-13T14:22:50,440 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-516195752/flush-table-proc/abort' 2024-11-13T14:22:50,440 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-516195752/flush-table-proc/acquired' 2024-11-13T14:22:50,441 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:22:50,441 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:22:50,441 DEBUG [RS:0;eb1966fd6578:33293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,33293,1731507768711 2024-11-13T14:22:50,441 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,33293,1731507768711' 2024-11-13T14:22:50,441 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-516195752/online-snapshot/abort' 2024-11-13T14:22:50,441 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-516195752/online-snapshot/acquired' 2024-11-13T14:22:50,442 DEBUG [RS:0;eb1966fd6578:33293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:22:50,442 INFO [RS:0;eb1966fd6578:33293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:22:50,442 INFO [RS:0;eb1966fd6578:33293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:22:50,542 INFO [RS:0;eb1966fd6578:33293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:50,544 INFO [RS:0;eb1966fd6578:33293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C33293%2C1731507768711, suffix=, logDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/WALs/eb1966fd6578,33293,1731507768711, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/oldWALs, maxLogs=10 2024-11-13T14:22:50,563 DEBUG [RS:0;eb1966fd6578:33293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/WALs/eb1966fd6578,33293,1731507768711/eb1966fd6578%2C33293%2C1731507768711.1731507770544, exclude list is [], retry=0 2024-11-13T14:22:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44421,DS-3d5419ac-7382-4652-a82a-c5c995c33bbb,DISK] 2024-11-13T14:22:50,578 INFO [RS:0;eb1966fd6578:33293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/WALs/eb1966fd6578,33293,1731507768711/eb1966fd6578%2C33293%2C1731507768711.1731507770544 2024-11-13T14:22:50,584 DEBUG [RS:0;eb1966fd6578:33293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40411:40411)] 2024-11-13T14:22:50,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:22:50,619 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b 2024-11-13T14:22:50,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741833_1009 (size=32) 2024-11-13T14:22:50,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:50,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:50,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:50,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:50,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:50,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:50,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:50,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:50,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:50,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:50,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:50,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:50,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:50,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:50,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:50,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:50,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:50,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:50,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740 2024-11-13T14:22:50,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740 2024-11-13T14:22:50,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:50,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:50,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:50,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:50,648 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:50,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66965729, jitterRate=-0.0021328777074813843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507770632Initializing all the Stores at 1731507770633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507770633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507770633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507770633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507770633Cleaning up temporary data from old regions at 1731507770645 (+12 ms)Region opened successfully at 1731507770649 (+4 ms) 2024-11-13T14:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:22:50,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:22:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:22:50,652 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:50,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507770649Disabling compacts and flushes for region at 1731507770649Disabling writes for close at 1731507770649Writing region close event to WAL at 1731507770652 (+3 ms)Closed at 1731507770652 2024-11-13T14:22:50,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:50,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:22:50,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:22:50,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:50,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:22:50,807 DEBUG [eb1966fd6578:41841 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:22:50,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,33293,1731507768711 2024-11-13T14:22:50,808 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,33293,1731507768711, state=OPENING 2024-11-13T14:22:50,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:22:50,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:50,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:22:50,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:50,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-516195752/meta-region-server: CHANGED 2024-11-13T14:22:50,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,33293,1731507768711}] 2024-11-13T14:22:50,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-516195752/meta-region-server: CHANGED 2024-11-13T14:22:51,047 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:22:51,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:22:51,050 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:22:51,050 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:51,051 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:22:51,052 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C33293%2C1731507768711.meta, suffix=.meta, logDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/WALs/eb1966fd6578,33293,1731507768711, archiveDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/oldWALs, maxLogs=10 2024-11-13T14:22:51,064 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/WALs/eb1966fd6578,33293,1731507768711/eb1966fd6578%2C33293%2C1731507768711.meta.1731507771052.meta, exclude list is [], retry=0 2024-11-13T14:22:51,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44421,DS-3d5419ac-7382-4652-a82a-c5c995c33bbb,DISK] 2024-11-13T14:22:51,067 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/WALs/eb1966fd6578,33293,1731507768711/eb1966fd6578%2C33293%2C1731507768711.meta.1731507771052.meta 2024-11-13T14:22:51,067 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40411:40411)] 2024-11-13T14:22:51,067 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:51,067 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:51,068 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:51,068 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:22:51,068 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:22:51,068 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:22:51,068 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:51,068 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:22:51,068 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:22:51,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:51,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:51,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:51,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:51,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:51,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:51,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:51,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:51,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:51,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:51,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:51,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:51,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:51,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:51,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:51,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:51,072 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:51,073 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740 2024-11-13T14:22:51,073 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740 2024-11-13T14:22:51,074 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:51,074 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:51,075 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:51,075 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:51,076 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67579675, jitterRate=0.007015630602836609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:51,076 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:22:51,076 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507771068Writing region info on filesystem at 1731507771068Initializing all the Stores at 1731507771068Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507771068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507771069 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507771069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507771069Cleaning up temporary data from old regions at 1731507771074 (+5 ms)Running coprocessor post-open hooks at 1731507771076 (+2 ms)Region opened successfully at 1731507771076 2024-11-13T14:22:51,076 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507771046 2024-11-13T14:22:51,078 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:22:51,078 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:22:51,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,33293,1731507768711 2024-11-13T14:22:51,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,33293,1731507768711, state=OPEN 2024-11-13T14:22:51,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-516195752/meta-region-server 2024-11-13T14:22:51,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-516195752/meta-region-server 2024-11-13T14:22:51,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,33293,1731507768711 2024-11-13T14:22:51,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-516195752/meta-region-server: CHANGED 2024-11-13T14:22:51,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-516195752/meta-region-server: CHANGED 2024-11-13T14:22:51,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:22:51,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,33293,1731507768711 in 197 msec 2024-11-13T14:22:51,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:22:51,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-13T14:22:51,094 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:51,094 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:22:51,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:51,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,33293,1731507768711, seqNum=-1] 2024-11-13T14:22:51,095 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:51,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:51,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 958 msec 2024-11-13T14:22:51,099 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507771099, completionTime=-1 2024-11-13T14:22:51,099 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:22:51,099 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:22:51,101 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:22:51,101 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507831101 2024-11-13T14:22:51,101 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507891101 2024-11-13T14:22:51,101 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:22:51,101 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41841,1731507768546-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:51,102 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41841,1731507768546-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:51,102 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41841,1731507768546-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:51,102 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:41841, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:51,102 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:51,102 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:51,103 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:22:51,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.220sec 2024-11-13T14:22:51,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:22:51,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:22:51,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:22:51,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:22:51,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:22:51,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41841,1731507768546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:51,104 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41841,1731507768546-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:22:51,106 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:22:51,106 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:22:51,106 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,41841,1731507768546-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:51,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6236f6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:51,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41841,-1 for getting cluster id 2024-11-13T14:22:51,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:51,139 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '458a6df6-2b66-427c-b43d-769bc4ae258e' 2024-11-13T14:22:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "458a6df6-2b66-427c-b43d-769bc4ae258e" 2024-11-13T14:22:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a46dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41841,-1] 2024-11-13T14:22:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:51,140 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:51,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763fcca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:51,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,33293,1731507768711, seqNum=-1] 2024-11-13T14:22:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:51,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:51,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,41841,1731507768546 2024-11-13T14:22:51,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:51,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:51,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013493a4550005 connected 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.log.dir so I do NOT create it in target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e 2024-11-13T14:22:51,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.tmp.dir so I do NOT create it in target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e 2024-11-13T14:22:51,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T14:22:51,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/cluster_bc630ee2-9e84-5496-df65-754c9a21940a, deleteOnExit=true 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/test.cache.data in system properties and HBase conf 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:22:51,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:22:51,167 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:22:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:22:51,542 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T14:22:51,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,631 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,644 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,649 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,650 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,653 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:51,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:51,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:22:51,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:22:51,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:22:51,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:22:51,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:51,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1949bef0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:22:51,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d48ba22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:22:51,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59750f71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/java.io.tmpdir/jetty-localhost-37233-hadoop-hdfs-3_4_1-tests_jar-_-any-1347846880397429696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:22:51,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@549d4855{HTTP/1.1, (http/1.1)}{localhost:37233} 2024-11-13T14:22:51,907 INFO [Time-limited test {}] server.Server(415): Started @340380ms 2024-11-13T14:22:52,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:22:52,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:22:52,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:22:52,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:22:52,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T14:22:52,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c35b670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:22:52,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f56fa87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:22:52,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68cf55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/java.io.tmpdir/jetty-localhost-43003-hadoop-hdfs-3_4_1-tests_jar-_-any-10053211564910263195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:22:52,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6027c6dd{HTTP/1.1, (http/1.1)}{localhost:43003} 2024-11-13T14:22:52,599 INFO [Time-limited test {}] server.Server(415): Started @341071ms 2024-11-13T14:22:52,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:22:53,439 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/cluster_bc630ee2-9e84-5496-df65-754c9a21940a/data/data1/current/BP-494133389-172.17.0.2-1731507771181/current, will proceed with Du for space computation calculation, 2024-11-13T14:22:53,441 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/cluster_bc630ee2-9e84-5496-df65-754c9a21940a/data/data2/current/BP-494133389-172.17.0.2-1731507771181/current, will proceed with Du for space computation calculation, 2024-11-13T14:22:53,501 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:22:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb839d0de1ada66a with lease ID 0x836952bf0d0b096: Processing first storage report for DS-b94f22a4-5c86-4c88-aa74-9a04a4df674e from datanode DatanodeRegistration(127.0.0.1:33527, datanodeUuid=f749989e-05ea-4216-90ae-714f71e7aac4, infoPort=42125, infoSecurePort=0, ipcPort=37583, storageInfo=lv=-57;cid=testClusterID;nsid=1829582337;c=1731507771181) 2024-11-13T14:22:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb839d0de1ada66a with lease ID 0x836952bf0d0b096: from storage DS-b94f22a4-5c86-4c88-aa74-9a04a4df674e node DatanodeRegistration(127.0.0.1:33527, datanodeUuid=f749989e-05ea-4216-90ae-714f71e7aac4, infoPort=42125, infoSecurePort=0, ipcPort=37583, storageInfo=lv=-57;cid=testClusterID;nsid=1829582337;c=1731507771181), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T14:22:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb839d0de1ada66a with lease ID 0x836952bf0d0b096: Processing first storage report for DS-1a30f4ed-9737-4df8-ba27-87cebb0d8feb from datanode DatanodeRegistration(127.0.0.1:33527, datanodeUuid=f749989e-05ea-4216-90ae-714f71e7aac4, infoPort=42125, infoSecurePort=0, ipcPort=37583, storageInfo=lv=-57;cid=testClusterID;nsid=1829582337;c=1731507771181) 2024-11-13T14:22:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb839d0de1ada66a with lease ID 0x836952bf0d0b096: from storage DS-1a30f4ed-9737-4df8-ba27-87cebb0d8feb node DatanodeRegistration(127.0.0.1:33527, datanodeUuid=f749989e-05ea-4216-90ae-714f71e7aac4, infoPort=42125, infoSecurePort=0, ipcPort=37583, storageInfo=lv=-57;cid=testClusterID;nsid=1829582337;c=1731507771181), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T14:22:53,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e 2024-11-13T14:22:53,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:53,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:53,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:22:53,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486 with version=8 2024-11-13T14:22:53,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/hbase-staging 2024-11-13T14:22:53,945 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:22:53,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:53,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:53,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:22:53,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:53,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:22:53,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:22:53,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:22:53,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38447 2024-11-13T14:22:53,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38447 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:53,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384470x0, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:53,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38447-0x1013493a4550006 connected 2024-11-13T14:22:54,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:54,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:54,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on znode that does not yet exist, /2-1996049548/running 2024-11-13T14:22:54,159 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486, hbase.cluster.distributed=false 2024-11-13T14:22:54,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on znode that does not yet exist, /2-1996049548/acl 2024-11-13T14:22:54,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38447 2024-11-13T14:22:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38447 2024-11-13T14:22:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38447 2024-11-13T14:22:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38447 2024-11-13T14:22:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38447 2024-11-13T14:22:54,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:22:54,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:54,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:54,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:22:54,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:22:54,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:22:54,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:22:54,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:22:54,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44687 2024-11-13T14:22:54,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44687 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:54,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:54,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:54,206 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446870x0, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:54,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446870x0, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on znode that does not yet exist, /2-1996049548/running 2024-11-13T14:22:54,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:22:54,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44687-0x1013493a4550007 connected 2024-11-13T14:22:54,224 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:22:54,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on znode that does not yet exist, /2-1996049548/master 2024-11-13T14:22:54,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on znode that does not yet exist, /2-1996049548/acl 2024-11-13T14:22:54,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-13T14:22:54,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44687 2024-11-13T14:22:54,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44687 2024-11-13T14:22:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-13T14:22:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44687 2024-11-13T14:22:54,270 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:38447 2024-11-13T14:22:54,288 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1996049548/backup-masters/eb1966fd6578,38447,1731507773945 2024-11-13T14:22:54,301 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548/backup-masters 2024-11-13T14:22:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548/backup-masters 2024-11-13T14:22:54,302 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on existing znode=/2-1996049548/backup-masters/eb1966fd6578,38447,1731507773945 2024-11-13T14:22:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:54,312 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1996049548/master 2024-11-13T14:22:54,312 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:54,312 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on existing znode=/2-1996049548/master 2024-11-13T14:22:54,313 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1996049548/backup-masters/eb1966fd6578,38447,1731507773945 from backup master directory 2024-11-13T14:22:54,322 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548/backup-masters 2024-11-13T14:22:54,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996049548/backup-masters/eb1966fd6578,38447,1731507773945 2024-11-13T14:22:54,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548/backup-masters 2024-11-13T14:22:54,322 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:54,322 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,38447,1731507773945 2024-11-13T14:22:54,328 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/hbase.id] with ID: 4a921b7b-43eb-43a8-a1d5-8747bc880fb8 2024-11-13T14:22:54,328 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/.tmp/hbase.id 2024-11-13T14:22:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:22:54,742 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/.tmp/hbase.id]:[hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/hbase.id] 2024-11-13T14:22:54,750 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:22:54,750 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:22:54,751 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T14:22:54,799 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:54,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:22:54,806 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:54,807 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:22:54,816 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:54,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:22:55,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store 2024-11-13T14:22:55,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:22:55,231 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:55,231 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:22:55,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:55,232 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:55,232 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:22:55,232 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:55,232 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:22:55,232 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507775231Disabling compacts and flushes for region at 1731507775231Disabling writes for close at 1731507775232 (+1 ms)Writing region close event to WAL at 1731507775232Closed at 1731507775232 2024-11-13T14:22:55,232 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/.initializing 2024-11-13T14:22:55,232 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/WALs/eb1966fd6578,38447,1731507773945 2024-11-13T14:22:55,233 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:55,234 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C38447%2C1731507773945, suffix=, logDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/WALs/eb1966fd6578,38447,1731507773945, archiveDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/oldWALs, maxLogs=10 2024-11-13T14:22:55,250 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/WALs/eb1966fd6578,38447,1731507773945/eb1966fd6578%2C38447%2C1731507773945.1731507775234, exclude list is [], retry=0 2024-11-13T14:22:55,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33527,DS-b94f22a4-5c86-4c88-aa74-9a04a4df674e,DISK] 2024-11-13T14:22:55,254 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/WALs/eb1966fd6578,38447,1731507773945/eb1966fd6578%2C38447%2C1731507773945.1731507775234 2024-11-13T14:22:55,254 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42125:42125)] 2024-11-13T14:22:55,254 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:55,254 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:55,254 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,254 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:22:55,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:55,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:22:55,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:55,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:22:55,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:55,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:22:55,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:55,273 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,274 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,274 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,275 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,275 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,276 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:55,277 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:22:55,279 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:55,279 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62382216, jitterRate=-0.07043254375457764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:55,280 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507775254Initializing all the Stores at 1731507775255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507775255Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507775255Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507775255Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507775255Cleaning up temporary data from old regions at 1731507775275 (+20 ms)Region opened successfully at 1731507775280 (+5 ms) 2024-11-13T14:22:55,280 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:22:55,283 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503890e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:55,284 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:22:55,284 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:22:55,284 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:22:55,284 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:22:55,287 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-13T14:22:55,287 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T14:22:55,287 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:22:55,289 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:22:55,290 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Unable to get data of znode /2-1996049548/balancer because node does not exist (not necessarily an error) 2024-11-13T14:22:55,336 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996049548/balancer already deleted, retry=false 2024-11-13T14:22:55,336 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:22:55,337 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Unable to get data of znode /2-1996049548/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:22:55,346 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996049548/normalizer already deleted, retry=false 2024-11-13T14:22:55,347 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:22:55,348 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Unable to get data of znode /2-1996049548/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:22:55,357 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996049548/switch/split already deleted, retry=false 2024-11-13T14:22:55,358 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Unable to get data of znode /2-1996049548/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:22:55,367 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996049548/switch/merge already deleted, retry=false 2024-11-13T14:22:55,369 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Unable to get data of znode /2-1996049548/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:22:55,378 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996049548/snapshot-cleanup already deleted, retry=false 2024-11-13T14:22:55,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1996049548/running 2024-11-13T14:22:55,388 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1996049548/running 2024-11-13T14:22:55,389 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:55,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:55,389 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,38447,1731507773945, sessionid=0x1013493a4550006, setting cluster-up flag (Was=false) 2024-11-13T14:22:55,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:55,410 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:55,441 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1996049548/flush-table-proc/acquired, /2-1996049548/flush-table-proc/reached, /2-1996049548/flush-table-proc/abort 2024-11-13T14:22:55,442 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,38447,1731507773945 2024-11-13T14:22:55,462 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:55,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:55,494 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1996049548/online-snapshot/acquired, /2-1996049548/online-snapshot/reached, /2-1996049548/online-snapshot/abort 2024-11-13T14:22:55,495 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,38447,1731507773945 2024-11-13T14:22:55,496 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:22:55,498 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:55,498 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:22:55,498 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:22:55,499 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,38447,1731507773945 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:22:55,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:55,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:55,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:55,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:22:55,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:22:55,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:55,500 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:55,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:22:55,520 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:22:55,529 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507805529 2024-11-13T14:22:55,529 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:22:55,529 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:22:55,530 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T14:22:55,531 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:22:55,531 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:22:55,531 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507775531,5,FailOnTimeoutGroup] 2024-11-13T14:22:55,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:22:55,531 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507775531,5,FailOnTimeoutGroup] 2024-11-13T14:22:55,531 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,531 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:22:55,531 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,531 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:22:55,532 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486 2024-11-13T14:22:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:22:55,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:55,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:55,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:55,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:55,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:55,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:55,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:55,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:55,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:55,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:55,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:55,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:55,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:55,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:55,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:55,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740 2024-11-13T14:22:55,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740 2024-11-13T14:22:55,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:55,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:55,547 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:55,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:55,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:55,550 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68594596, jitterRate=0.022139132022857666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507775538Initializing all the Stores at 1731507775538Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507775538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507775539 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507775539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507775539Cleaning up temporary data from old regions at 1731507775546 (+7 ms)Region opened successfully at 1731507775550 (+4 ms) 2024-11-13T14:22:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:22:55,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:22:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:22:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:22:55,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:22:55,552 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:22:55,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507775550Disabling compacts and flushes for region at 1731507775550Disabling writes for close at 1731507775550Writing region close event to WAL at 1731507775552 (+2 ms)Closed at 1731507775552 2024-11-13T14:22:55,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:55,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:22:55,553 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(746): ClusterId : 4a921b7b-43eb-43a8-a1d5-8747bc880fb8 2024-11-13T14:22:55,553 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:22:55,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:22:55,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:55,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:22:55,565 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:22:55,565 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:22:55,575 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:22:55,576 DEBUG [RS:0;eb1966fd6578:44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7697e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:22:55,591 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:44687 2024-11-13T14:22:55,591 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:22:55,591 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:22:55,591 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:22:55,592 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,38447,1731507773945 with port=44687, startcode=1731507774185 2024-11-13T14:22:55,592 DEBUG [RS:0;eb1966fd6578:44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:22:55,594 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:22:55,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,44687,1731507774185 2024-11-13T14:22:55,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38447 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,44687,1731507774185 2024-11-13T14:22:55,596 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486 2024-11-13T14:22:55,596 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34571 2024-11-13T14:22:55,596 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:22:55,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548/rs 2024-11-13T14:22:55,646 DEBUG [RS:0;eb1966fd6578:44687 {}] zookeeper.ZKUtil(111): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on existing znode=/2-1996049548/rs/eb1966fd6578,44687,1731507774185 2024-11-13T14:22:55,646 WARN [RS:0;eb1966fd6578:44687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:22:55,646 INFO [RS:0;eb1966fd6578:44687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:55,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,44687,1731507774185] 2024-11-13T14:22:55,647 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/WALs/eb1966fd6578,44687,1731507774185 2024-11-13T14:22:55,649 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:22:55,651 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:22:55,652 INFO [RS:0;eb1966fd6578:44687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:22:55,652 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,652 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:22:55,653 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:22:55,653 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:55,653 DEBUG [RS:0;eb1966fd6578:44687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:22:55,654 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,654 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,654 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,654 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,654 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,654 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44687,1731507774185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:55,677 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:22:55,677 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,44687,1731507774185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,678 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,678 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.Replication(171): eb1966fd6578,44687,1731507774185 started 2024-11-13T14:22:55,695 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:55,695 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,44687,1731507774185, RpcServer on eb1966fd6578/172.17.0.2:44687, sessionid=0x1013493a4550007 2024-11-13T14:22:55,695 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:22:55,695 DEBUG [RS:0;eb1966fd6578:44687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,44687,1731507774185 2024-11-13T14:22:55,695 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,44687,1731507774185' 2024-11-13T14:22:55,695 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1996049548/flush-table-proc/abort' 2024-11-13T14:22:55,696 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1996049548/flush-table-proc/acquired' 2024-11-13T14:22:55,696 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:22:55,696 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:22:55,696 DEBUG [RS:0;eb1966fd6578:44687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,44687,1731507774185 2024-11-13T14:22:55,696 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,44687,1731507774185' 2024-11-13T14:22:55,697 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1996049548/online-snapshot/abort' 2024-11-13T14:22:55,697 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1996049548/online-snapshot/acquired' 2024-11-13T14:22:55,697 DEBUG [RS:0;eb1966fd6578:44687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:22:55,697 INFO [RS:0;eb1966fd6578:44687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:22:55,697 INFO [RS:0;eb1966fd6578:44687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:22:55,706 WARN [eb1966fd6578:38447 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T14:22:55,798 INFO [RS:0;eb1966fd6578:44687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:22:55,799 INFO [RS:0;eb1966fd6578:44687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C44687%2C1731507774185, suffix=, logDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/WALs/eb1966fd6578,44687,1731507774185, archiveDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/oldWALs, maxLogs=10 2024-11-13T14:22:55,819 DEBUG [RS:0;eb1966fd6578:44687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/WALs/eb1966fd6578,44687,1731507774185/eb1966fd6578%2C44687%2C1731507774185.1731507775799, exclude list is [], retry=0 2024-11-13T14:22:55,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33527,DS-b94f22a4-5c86-4c88-aa74-9a04a4df674e,DISK] 2024-11-13T14:22:55,822 INFO [RS:0;eb1966fd6578:44687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/WALs/eb1966fd6578,44687,1731507774185/eb1966fd6578%2C44687%2C1731507774185.1731507775799 2024-11-13T14:22:55,823 DEBUG [RS:0;eb1966fd6578:44687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42125:42125)] 2024-11-13T14:22:55,956 DEBUG [eb1966fd6578:38447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:22:55,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,44687,1731507774185 2024-11-13T14:22:55,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,44687,1731507774185, state=OPENING 2024-11-13T14:22:55,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:22:55,991 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:22:55,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:22:55,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1996049548/meta-region-server: CHANGED 2024-11-13T14:22:55,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,44687,1731507774185}] 2024-11-13T14:22:55,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1996049548/meta-region-server: CHANGED 2024-11-13T14:22:56,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:22:56,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:22:56,149 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:22:56,149 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:56,149 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:22:56,150 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C44687%2C1731507774185.meta, suffix=.meta, logDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/WALs/eb1966fd6578,44687,1731507774185, archiveDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/oldWALs, maxLogs=10 2024-11-13T14:22:56,168 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/WALs/eb1966fd6578,44687,1731507774185/eb1966fd6578%2C44687%2C1731507774185.meta.1731507776151.meta, exclude list is [], retry=0 2024-11-13T14:22:56,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33527,DS-b94f22a4-5c86-4c88-aa74-9a04a4df674e,DISK] 2024-11-13T14:22:56,172 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/WALs/eb1966fd6578,44687,1731507774185/eb1966fd6578%2C44687%2C1731507774185.meta.1731507776151.meta 2024-11-13T14:22:56,176 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42125:42125)] 2024-11-13T14:22:56,177 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:56,177 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:56,178 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:56,178 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:22:56,178 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:22:56,178 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:22:56,178 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:56,178 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:22:56,178 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:22:56,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:22:56,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:22:56,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:56,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:22:56,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:22:56,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:56,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:22:56,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:22:56,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:56,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:22:56,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:22:56,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:22:56,186 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:22:56,187 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740 2024-11-13T14:22:56,188 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740 2024-11-13T14:22:56,189 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:22:56,189 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:22:56,190 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:22:56,192 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:22:56,193 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67456729, jitterRate=0.005183592438697815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:22:56,193 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:22:56,193 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507776178Writing region info on filesystem at 1731507776178Initializing all the Stores at 1731507776179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507776179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507776180 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507776180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507776180Cleaning up temporary data from old regions at 1731507776189 (+9 ms)Running coprocessor post-open hooks at 1731507776193 (+4 ms)Region opened successfully at 1731507776193 2024-11-13T14:22:56,194 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507776144 2024-11-13T14:22:56,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,44687,1731507774185 2024-11-13T14:22:56,197 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:22:56,197 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:22:56,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,44687,1731507774185, state=OPEN 2024-11-13T14:22:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1996049548/meta-region-server 2024-11-13T14:22:56,210 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1996049548/meta-region-server 2024-11-13T14:22:56,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,44687,1731507774185 2024-11-13T14:22:56,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1996049548/meta-region-server: CHANGED 2024-11-13T14:22:56,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1996049548/meta-region-server: CHANGED 2024-11-13T14:22:56,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:22:56,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,44687,1731507774185 in 219 msec 2024-11-13T14:22:56,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:22:56,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-13T14:22:56,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:22:56,218 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:22:56,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:56,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,44687,1731507774185, seqNum=-1] 2024-11-13T14:22:56,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:56,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:56,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 727 msec 2024-11-13T14:22:56,224 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507776224, completionTime=-1 2024-11-13T14:22:56,225 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:22:56,225 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507836227 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507896227 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38447,1731507773945-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38447,1731507773945-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38447,1731507773945-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:38447, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:56,227 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:56,228 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:56,229 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:22:56,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.909sec 2024-11-13T14:22:56,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:22:56,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:22:56,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:22:56,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:22:56,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:22:56,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38447,1731507773945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:22:56,231 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38447,1731507773945-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:22:56,233 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:22:56,233 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:22:56,233 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,38447,1731507773945-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:22:56,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f291eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:56,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38447,-1 for getting cluster id 2024-11-13T14:22:56,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:56,256 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a921b7b-43eb-43a8-a1d5-8747bc880fb8' 2024-11-13T14:22:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a921b7b-43eb-43a8-a1d5-8747bc880fb8" 2024-11-13T14:22:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bd119b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38447,-1] 2024-11-13T14:22:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:56,258 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:56,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d04d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:56,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:22:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,44687,1731507774185, seqNum=-1] 2024-11-13T14:22:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:22:56,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:22:56,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,38447,1731507773945 2024-11-13T14:22:56,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60715 2024-11-13T14:22:56,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:22:56,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013493a4550008 connected 2024-11-13T14:22:56,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,33613,1731507762276 2024-11-13T14:22:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a541da5 2024-11-13T14:22:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:56,288 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:56,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:22:56,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:56,292 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:22:56,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:22:56,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df37bf2c505cf73f615a4fb57d9153ce, NAME => 'test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a 2024-11-13T14:22:56,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:22:56,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:56,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing df37bf2c505cf73f615a4fb57d9153ce, disabling compactions & flushes 2024-11-13T14:22:56,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:22:56,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:22:56,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. after waiting 0 ms 2024-11-13T14:22:56,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:22:56,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:22:56,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for df37bf2c505cf73f615a4fb57d9153ce: Waiting for close lock at 1731507776383Disabling compacts and flushes for region at 1731507776383Disabling writes for close at 1731507776383Writing region close event to WAL at 1731507776383Closed at 1731507776383 2024-11-13T14:22:56,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:56,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507776385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507776385"}]},"ts":"1731507776385"} 2024-11-13T14:22:56,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:56,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:56,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507776388"}]},"ts":"1731507776388"} 2024-11-13T14:22:56,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:22:56,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df37bf2c505cf73f615a4fb57d9153ce, ASSIGN}] 2024-11-13T14:22:56,393 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df37bf2c505cf73f615a4fb57d9153ce, ASSIGN 2024-11-13T14:22:56,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=df37bf2c505cf73f615a4fb57d9153ce, ASSIGN; state=OFFLINE, location=eb1966fd6578,38609,1731507762679; forceNewPlan=false, retain=false 2024-11-13T14:22:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:56,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df37bf2c505cf73f615a4fb57d9153ce, regionState=OPENING, regionLocation=eb1966fd6578,38609,1731507762679 2024-11-13T14:22:56,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=df37bf2c505cf73f615a4fb57d9153ce, ASSIGN because future has completed 2024-11-13T14:22:56,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df37bf2c505cf73f615a4fb57d9153ce, server=eb1966fd6578,38609,1731507762679}] 2024-11-13T14:22:56,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:22:56,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:56,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:22:56,724 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:22:56,724 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df37bf2c505cf73f615a4fb57d9153ce, NAME => 'test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:56,725 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:56,725 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:22:56,726 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,726 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:56,727 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,727 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,731 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,733 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df37bf2c505cf73f615a4fb57d9153ce columnFamilyName f 2024-11-13T14:22:56,733 DEBUG [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,733 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] regionserver.HStore(327): Store=df37bf2c505cf73f615a4fb57d9153ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:56,733 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,734 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df37bf2c505cf73f615a4fb57d9153ce columnFamilyName f1 2024-11-13T14:22:56,734 DEBUG [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,734 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] regionserver.HStore(327): Store=df37bf2c505cf73f615a4fb57d9153ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:56,735 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,736 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df37bf2c505cf73f615a4fb57d9153ce columnFamilyName norep 2024-11-13T14:22:56,736 DEBUG [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,738 INFO [StoreOpener-df37bf2c505cf73f615a4fb57d9153ce-1 {}] regionserver.HStore(327): Store=df37bf2c505cf73f615a4fb57d9153ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:56,738 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,739 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,739 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,740 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,740 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,741 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:56,743 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,745 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:56,746 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df37bf2c505cf73f615a4fb57d9153ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64517427, jitterRate=-0.03861542046070099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:56,746 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:22:56,746 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df37bf2c505cf73f615a4fb57d9153ce: Running coprocessor pre-open hook at 1731507776727Writing region info on filesystem at 1731507776727Initializing all the Stores at 1731507776728 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507776728Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507776731 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507776731Cleaning up temporary data from old regions at 1731507776740 (+9 ms)Running coprocessor post-open hooks at 1731507776746 (+6 ms)Region opened successfully at 1731507776746 2024-11-13T14:22:56,747 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., pid=6, masterSystemTime=1731507776718 2024-11-13T14:22:56,749 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:22:56,750 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:22:56,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df37bf2c505cf73f615a4fb57d9153ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,38609,1731507762679 2024-11-13T14:22:56,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df37bf2c505cf73f615a4fb57d9153ce, server=eb1966fd6578,38609,1731507762679 because future has completed 2024-11-13T14:22:56,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:22:56,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df37bf2c505cf73f615a4fb57d9153ce, server=eb1966fd6578,38609,1731507762679 in 203 msec 2024-11-13T14:22:56,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:22:56,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=df37bf2c505cf73f615a4fb57d9153ce, ASSIGN in 364 msec 2024-11-13T14:22:56,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:56,758 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507776758"}]},"ts":"1731507776758"} 2024-11-13T14:22:56,759 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:22:56,760 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:56,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 471 msec 2024-11-13T14:22:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:56,920 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:22:56,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41841,1731507768546 2024-11-13T14:22:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a12d589 2024-11-13T14:22:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:56,922 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:56,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:22:56,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:56,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:56,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:22:56,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:22:56,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 526ad8c01b62743b75278ed89dbcf563, NAME => 'test,,1731507776923.526ad8c01b62743b75278ed89dbcf563.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b 2024-11-13T14:22:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:57,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507776923.526ad8c01b62743b75278ed89dbcf563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:57,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 526ad8c01b62743b75278ed89dbcf563, disabling compactions & flushes 2024-11-13T14:22:57,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:22:57,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:22:57,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. after waiting 0 ms 2024-11-13T14:22:57,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:22:57,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:22:57,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 526ad8c01b62743b75278ed89dbcf563: Waiting for close lock at 1731507777348Disabling compacts and flushes for region at 1731507777348Disabling writes for close at 1731507777348Writing region close event to WAL at 1731507777348Closed at 1731507777348 2024-11-13T14:22:57,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:57,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507776923.526ad8c01b62743b75278ed89dbcf563.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507777349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507777349"}]},"ts":"1731507777349"} 2024-11-13T14:22:57,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:57,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:57,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507777352"}]},"ts":"1731507777352"} 2024-11-13T14:22:57,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:22:57,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=526ad8c01b62743b75278ed89dbcf563, ASSIGN}] 2024-11-13T14:22:57,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=526ad8c01b62743b75278ed89dbcf563, ASSIGN 2024-11-13T14:22:57,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=526ad8c01b62743b75278ed89dbcf563, ASSIGN; state=OFFLINE, location=eb1966fd6578,33293,1731507768711; forceNewPlan=false, retain=false 2024-11-13T14:22:57,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=526ad8c01b62743b75278ed89dbcf563, regionState=OPENING, regionLocation=eb1966fd6578,33293,1731507768711 2024-11-13T14:22:57,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=526ad8c01b62743b75278ed89dbcf563, ASSIGN because future has completed 2024-11-13T14:22:57,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 526ad8c01b62743b75278ed89dbcf563, server=eb1966fd6578,33293,1731507768711}] 2024-11-13T14:22:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:57,669 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:22:57,669 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 526ad8c01b62743b75278ed89dbcf563, NAME => 'test,,1731507776923.526ad8c01b62743b75278ed89dbcf563.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:57,670 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:57,670 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:22:57,670 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,670 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507776923.526ad8c01b62743b75278ed89dbcf563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:57,670 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,670 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,671 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,672 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 526ad8c01b62743b75278ed89dbcf563 columnFamilyName f 2024-11-13T14:22:57,673 DEBUG [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:57,673 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] regionserver.HStore(327): Store=526ad8c01b62743b75278ed89dbcf563/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:57,673 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,674 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 526ad8c01b62743b75278ed89dbcf563 columnFamilyName f1 2024-11-13T14:22:57,674 DEBUG [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:57,674 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] regionserver.HStore(327): Store=526ad8c01b62743b75278ed89dbcf563/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:57,674 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,675 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 526ad8c01b62743b75278ed89dbcf563 columnFamilyName norep 2024-11-13T14:22:57,675 DEBUG [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:57,676 INFO [StoreOpener-526ad8c01b62743b75278ed89dbcf563-1 {}] regionserver.HStore(327): Store=526ad8c01b62743b75278ed89dbcf563/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:57,676 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,677 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,677 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,678 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,678 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,679 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:57,680 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,682 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:57,683 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 526ad8c01b62743b75278ed89dbcf563; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61263858, jitterRate=-0.08709737658500671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:57,683 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:22:57,683 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 526ad8c01b62743b75278ed89dbcf563: Running coprocessor pre-open hook at 1731507777670Writing region info on filesystem at 1731507777670Initializing all the Stores at 1731507777671 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507777671Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507777671Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507777671Cleaning up temporary data from old regions at 1731507777678 (+7 ms)Running coprocessor post-open hooks at 1731507777683 (+5 ms)Region opened successfully at 1731507777683 2024-11-13T14:22:57,684 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507776923.526ad8c01b62743b75278ed89dbcf563., pid=6, masterSystemTime=1731507777665 2024-11-13T14:22:57,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=526ad8c01b62743b75278ed89dbcf563, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,33293,1731507768711 2024-11-13T14:22:57,687 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:22:57,687 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:22:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 526ad8c01b62743b75278ed89dbcf563, server=eb1966fd6578,33293,1731507768711 because future has completed 2024-11-13T14:22:57,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:22:57,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 526ad8c01b62743b75278ed89dbcf563, server=eb1966fd6578,33293,1731507768711 in 180 msec 2024-11-13T14:22:57,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:22:57,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=526ad8c01b62743b75278ed89dbcf563, ASSIGN in 341 msec 2024-11-13T14:22:57,698 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:57,699 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507777698"}]},"ts":"1731507777698"} 2024-11-13T14:22:57,700 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:22:57,702 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:57,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-13T14:22:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:58,059 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:22:58,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38447,1731507773945 2024-11-13T14:22:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@497c6d33 2024-11-13T14:22:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:58,062 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:58,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T14:22:58,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:58,064 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:58,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T14:22:58,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:58,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741835_1011 (size=902) 2024-11-13T14:22:58,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 776cfc401af0c60b64741ea57a60dd80, NAME => 'test,,1731507778062.776cfc401af0c60b64741ea57a60dd80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486 2024-11-13T14:22:58,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741836_1012 (size=39) 2024-11-13T14:22:58,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731507778062.776cfc401af0c60b64741ea57a60dd80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:58,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 776cfc401af0c60b64741ea57a60dd80, disabling compactions & flushes 2024-11-13T14:22:58,086 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:22:58,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:22:58,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. after waiting 0 ms 2024-11-13T14:22:58,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:22:58,086 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:22:58,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 776cfc401af0c60b64741ea57a60dd80: Waiting for close lock at 1731507778086Disabling compacts and flushes for region at 1731507778086Disabling writes for close at 1731507778086Writing region close event to WAL at 1731507778086Closed at 1731507778086 2024-11-13T14:22:58,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:58,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731507778062.776cfc401af0c60b64741ea57a60dd80.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731507778087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507778087"}]},"ts":"1731507778087"} 2024-11-13T14:22:58,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:58,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:58,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507778090"}]},"ts":"1731507778090"} 2024-11-13T14:22:58,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T14:22:58,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=776cfc401af0c60b64741ea57a60dd80, ASSIGN}] 2024-11-13T14:22:58,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=776cfc401af0c60b64741ea57a60dd80, ASSIGN 2024-11-13T14:22:58,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=776cfc401af0c60b64741ea57a60dd80, ASSIGN; state=OFFLINE, location=eb1966fd6578,44687,1731507774185; forceNewPlan=false, retain=false 2024-11-13T14:22:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:58,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=776cfc401af0c60b64741ea57a60dd80, regionState=OPENING, regionLocation=eb1966fd6578,44687,1731507774185 2024-11-13T14:22:58,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=776cfc401af0c60b64741ea57a60dd80, ASSIGN because future has completed 2024-11-13T14:22:58,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 776cfc401af0c60b64741ea57a60dd80, server=eb1966fd6578,44687,1731507774185}] 2024-11-13T14:22:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:58,403 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:22:58,403 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 776cfc401af0c60b64741ea57a60dd80, NAME => 'test,,1731507778062.776cfc401af0c60b64741ea57a60dd80.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:58,403 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:58,403 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T14:22:58,404 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,404 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731507778062.776cfc401af0c60b64741ea57a60dd80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:58,404 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,404 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,405 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,406 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776cfc401af0c60b64741ea57a60dd80 columnFamilyName f 2024-11-13T14:22:58,406 DEBUG [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:58,407 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] regionserver.HStore(327): Store=776cfc401af0c60b64741ea57a60dd80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:58,407 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,408 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776cfc401af0c60b64741ea57a60dd80 columnFamilyName f1 2024-11-13T14:22:58,408 DEBUG [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:58,408 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] regionserver.HStore(327): Store=776cfc401af0c60b64741ea57a60dd80/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:58,409 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,415 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 776cfc401af0c60b64741ea57a60dd80 columnFamilyName norep 2024-11-13T14:22:58,415 DEBUG [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:58,416 INFO [StoreOpener-776cfc401af0c60b64741ea57a60dd80-1 {}] regionserver.HStore(327): Store=776cfc401af0c60b64741ea57a60dd80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:58,423 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,424 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,424 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,425 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,425 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,426 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:58,427 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,435 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:58,436 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 776cfc401af0c60b64741ea57a60dd80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69706092, jitterRate=0.03870171308517456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:58,436 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:22:58,436 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 776cfc401af0c60b64741ea57a60dd80: Running coprocessor pre-open hook at 1731507778404Writing region info on filesystem at 1731507778404Initializing all the Stores at 1731507778404Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507778404Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507778405 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507778405Cleaning up temporary data from old regions at 1731507778425 (+20 ms)Running coprocessor post-open hooks at 1731507778436 (+11 ms)Region opened successfully at 1731507778436 2024-11-13T14:22:58,437 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731507778062.776cfc401af0c60b64741ea57a60dd80., pid=6, masterSystemTime=1731507778400 2024-11-13T14:22:58,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=776cfc401af0c60b64741ea57a60dd80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb1966fd6578,44687,1731507774185 2024-11-13T14:22:58,441 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:22:58,442 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:22:58,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 776cfc401af0c60b64741ea57a60dd80, server=eb1966fd6578,44687,1731507774185 because future has completed 2024-11-13T14:22:58,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:22:58,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 776cfc401af0c60b64741ea57a60dd80, server=eb1966fd6578,44687,1731507774185 in 199 msec 2024-11-13T14:22:58,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:22:58,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=776cfc401af0c60b64741ea57a60dd80, ASSIGN in 357 msec 2024-11-13T14:22:58,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:58,452 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507778452"}]},"ts":"1731507778452"} 2024-11-13T14:22:58,455 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T14:22:58,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:58,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 394 msec 2024-11-13T14:22:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:22:58,690 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T14:22:58,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:58,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33613,-1 for getting cluster id 2024-11-13T14:22:58,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:58,692 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695' 2024-11-13T14:22:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695" 2024-11-13T14:22:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf7319b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33613,-1] 2024-11-13T14:22:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:58,694 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61789ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:58,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,33613,1731507762276 2024-11-13T14:22:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f3fbd5f 2024-11-13T14:22:58,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:58,697 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:58,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb1966fd6578:41841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:22:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:22:58,702 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:41841' 2024-11-13T14:22:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:58,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568a406c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:58,704 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41841,-1 for getting cluster id 2024-11-13T14:22:58,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:22:58,705 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '458a6df6-2b66-427c-b43d-769bc4ae258e' 2024-11-13T14:22:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:22:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "458a6df6-2b66-427c-b43d-769bc4ae258e" 2024-11-13T14:22:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5036f483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41841,-1] 2024-11-13T14:22:58,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:22:58,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:58,706 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:22:58,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c668549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:22:58,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:22:58,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41841,1731507768546 2024-11-13T14:22:58,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@278687b1 2024-11-13T14:22:58,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:22:58,709 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:22:58,710 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T14:22:58,711 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:22:58,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:58,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:22:58,711 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:22:58,712 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T14:22:58,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:22:58,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:22:58,713 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:58,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:22:58,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741837_1013 (size=1138) 2024-11-13T14:22:58,763 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T14:22:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:59,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f14eacb266ca5d1674a13987a99f4e9d, NAME => 'hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a 2024-11-13T14:22:59,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741838_1014 (size=44) 2024-11-13T14:22:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:59,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:59,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f14eacb266ca5d1674a13987a99f4e9d, disabling compactions & flushes 2024-11-13T14:22:59,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:22:59,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:22:59,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. after waiting 0 ms 2024-11-13T14:22:59,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:22:59,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:22:59,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f14eacb266ca5d1674a13987a99f4e9d: Waiting for close lock at 1731507779547Disabling compacts and flushes for region at 1731507779547Disabling writes for close at 1731507779547Writing region close event to WAL at 1731507779547Closed at 1731507779547 2024-11-13T14:22:59,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:22:59,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731507779548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507779548"}]},"ts":"1731507779548"} 2024-11-13T14:22:59,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:22:59,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:22:59,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507779551"}]},"ts":"1731507779551"} 2024-11-13T14:22:59,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T14:22:59,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f14eacb266ca5d1674a13987a99f4e9d, ASSIGN}] 2024-11-13T14:22:59,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f14eacb266ca5d1674a13987a99f4e9d, ASSIGN 2024-11-13T14:22:59,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f14eacb266ca5d1674a13987a99f4e9d, ASSIGN; state=OFFLINE, location=eb1966fd6578,38609,1731507762679; forceNewPlan=false, retain=false 2024-11-13T14:22:59,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f14eacb266ca5d1674a13987a99f4e9d, regionState=OPENING, regionLocation=eb1966fd6578,38609,1731507762679 2024-11-13T14:22:59,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f14eacb266ca5d1674a13987a99f4e9d, ASSIGN because future has completed 2024-11-13T14:22:59,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f14eacb266ca5d1674a13987a99f4e9d, server=eb1966fd6578,38609,1731507762679}] 2024-11-13T14:22:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:22:59,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:22:59,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:22:59,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T14:22:59,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb1966fd6578%2C38609%2C1731507762679.rep, suffix=, logDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679, archiveDir=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/oldWALs, maxLogs=10 2024-11-13T14:22:59,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.rep.1731507779864, exclude list is [], retry=0 2024-11-13T14:22:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46875,DS-195dea85-a990-48ec-b320-16f4d03d38f0,DISK] 2024-11-13T14:22:59,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.rep.1731507779864 2024-11-13T14:22:59,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32797:32797)] 2024-11-13T14:22:59,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f14eacb266ca5d1674a13987a99f4e9d, NAME => 'hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:22:59,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T14:22:59,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:22:59,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. service=MultiRowMutationService 2024-11-13T14:22:59,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T14:22:59,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:22:59,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,882 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,883 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f14eacb266ca5d1674a13987a99f4e9d columnFamilyName hfileref 2024-11-13T14:22:59,883 DEBUG [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:59,883 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] regionserver.HStore(327): Store=f14eacb266ca5d1674a13987a99f4e9d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:59,884 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,884 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f14eacb266ca5d1674a13987a99f4e9d columnFamilyName queue 2024-11-13T14:22:59,884 DEBUG [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:59,885 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] regionserver.HStore(327): Store=f14eacb266ca5d1674a13987a99f4e9d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:59,885 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,885 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f14eacb266ca5d1674a13987a99f4e9d columnFamilyName sid 2024-11-13T14:22:59,885 DEBUG [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:22:59,886 INFO [StoreOpener-f14eacb266ca5d1674a13987a99f4e9d-1 {}] regionserver.HStore(327): Store=f14eacb266ca5d1674a13987a99f4e9d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:22:59,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T14:22:59,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:22:59,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f14eacb266ca5d1674a13987a99f4e9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70617776, jitterRate=0.05228686332702637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T14:22:59,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:22:59,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f14eacb266ca5d1674a13987a99f4e9d: Running coprocessor pre-open hook at 1731507779881Writing region info on filesystem at 1731507779881Initializing all the Stores at 1731507779882 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507779882Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507779882Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507779882Cleaning up temporary data from old regions at 1731507779887 (+5 ms)Running coprocessor post-open hooks at 1731507779890 (+3 ms)Region opened successfully at 1731507779890 2024-11-13T14:22:59,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d., pid=10, masterSystemTime=1731507779860 2024-11-13T14:22:59,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:22:59,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:22:59,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f14eacb266ca5d1674a13987a99f4e9d, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,38609,1731507762679 2024-11-13T14:22:59,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f14eacb266ca5d1674a13987a99f4e9d, server=eb1966fd6578,38609,1731507762679 because future has completed 2024-11-13T14:22:59,895 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=eb1966fd6578,38609,1731507762679, table=hbase:replication, region=f14eacb266ca5d1674a13987a99f4e9d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T14:22:59,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:22:59,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f14eacb266ca5d1674a13987a99f4e9d, server=eb1966fd6578,38609,1731507762679 in 187 msec 2024-11-13T14:22:59,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T14:22:59,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f14eacb266ca5d1674a13987a99f4e9d, ASSIGN in 344 msec 2024-11-13T14:22:59,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:22:59,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507779898"}]},"ts":"1731507779898"} 2024-11-13T14:22:59,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T14:22:59,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:22:59,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-13T14:22:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d., hostname=eb1966fd6578,38609,1731507762679, seqNum=2] 2024-11-13T14:22:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:22:59,943 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:23:00,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:23:00,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T14:23:00,193 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T14:23:00,217 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb1966fd6578,38609,1731507762679, ReplicationSource: 1, currentBandwidth=0 2024-11-13T14:23:00,217 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:23:00,217 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,38609,1731507762679, seqNum=-1] 2024-11-13T14:23:00,218 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:23:00,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T14:23:00,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb1966fd6578,38609,1731507762679', locateType=CURRENT is [region=hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d., hostname=eb1966fd6578,38609,1731507762679, seqNum=2] 2024-11-13T14:23:00,223 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T14:23:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T14:23:00,225 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb1966fd6578,38609,1731507762679 suceeded 2024-11-13T14:23:00,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T14:23:00,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T14:23:00,227 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb1966fd6578:41841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:23:00,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-11-13T14:23:00,237 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:41841' 2024-11-13T14:23:00,238 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272b7f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,238 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41841,-1 for getting cluster id 2024-11-13T14:23:00,238 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:00,238 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '458a6df6-2b66-427c-b43d-769bc4ae258e' 2024-11-13T14:23:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "458a6df6-2b66-427c-b43d-769bc4ae258e" 2024-11-13T14:23:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa04339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41841,-1] 2024-11-13T14:23:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:00,240 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:00,240 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f054f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,240 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:23:00,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41841,1731507768546 2024-11-13T14:23:00,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43ea0a22 2024-11-13T14:23:00,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:23:00,242 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T14:23:00,242 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb1966fd6578,38609,1731507762679 (queues=1) is replicating from cluster=cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695 to cluster=458a6df6-2b66-427c-b43d-769bc4ae258e 2024-11-13T14:23:00,242 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb1966fd6578%2C38609%2C1731507762679 2024-11-13T14:23:00,242 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb1966fd6578,38609,1731507762679, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:23:00,243 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C38609%2C1731507762679 2024-11-13T14:23:00,243 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336, startPosition=0, beingWritten=true 2024-11-13T14:23:00,246 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:23:00,246 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 379, reset compression=false 2024-11-13T14:23:00,246 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,38609,1731507762679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:23:00,449 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 379, reset compression=false 2024-11-13T14:23:00,753 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 379, reset compression=false 2024-11-13T14:23:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:23:00,850 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T14:23:00,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:00,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:00,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:00,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:00,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:00,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f814260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33613,-1 for getting cluster id 2024-11-13T14:23:00,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:00,851 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695' 2024-11-13T14:23:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695" 2024-11-13T14:23:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80eabe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33613,-1] 2024-11-13T14:23:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:00,853 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1edcdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cda0f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41841,-1 for getting cluster id 2024-11-13T14:23:00,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:00,854 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '458a6df6-2b66-427c-b43d-769bc4ae258e' 2024-11-13T14:23:00,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:00,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "458a6df6-2b66-427c-b43d-769bc4ae258e" 2024-11-13T14:23:00,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbed603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41841,-1] 2024-11-13T14:23:00,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:00,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:00,855 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd4a732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb127ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38447,-1 for getting cluster id 2024-11-13T14:23:00,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:00,857 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a921b7b-43eb-43a8-a1d5-8747bc880fb8' 2024-11-13T14:23:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a921b7b-43eb-43a8-a1d5-8747bc880fb8" 2024-11-13T14:23:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78caee96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38447,-1] 2024-11-13T14:23:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:00,858 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7857f2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:00,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:23:00,866 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731507780865/Put/seqid=0 2024-11-13T14:23:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741840_1016 (size=7894) 2024-11-13T14:23:01,161 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 379, reset compression=false 2024-11-13T14:23:01,284 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731507781284/Put/seqid=0 2024-11-13T14:23:01,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741841_1017 (size=7691) 2024-11-13T14:23:01,664 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 379, reset compression=false 2024-11-13T14:23:01,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:23:01,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ce5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:01,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33613,-1 for getting cluster id 2024-11-13T14:23:01,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:01,691 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695' 2024-11-13T14:23:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695" 2024-11-13T14:23:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29957d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33613,-1] 2024-11-13T14:23:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:01,693 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:01,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8e0444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:01,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:23:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,38609,1731507762679, seqNum=-1] 2024-11-13T14:23:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:23:01,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:23:01,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:23:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,33613,1731507762276 2024-11-13T14:23:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481d80a1 2024-11-13T14:23:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:23:01,701 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:23:01,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2] 2024-11-13T14:23:01,705 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:23:01,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T14:23:01,710 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T14:23:01,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_0/f/hfile_0 for inclusion in df37bf2c505cf73f615a4fb57d9153ce/f 2024-11-13T14:23:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T14:23:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:01,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_0/f/hfile_1 for inclusion in df37bf2c505cf73f615a4fb57d9153ce/f 2024-11-13T14:23:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T14:23:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HRegion(2603): Flush status journal for df37bf2c505cf73f615a4fb57d9153ce: 2024-11-13T14:23:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_0 2024-11-13T14:23:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_0 as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ 2024-11-13T14:23:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_1 2024-11-13T14:23:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_1 as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ 2024-11-13T14:23:01,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_0 into df37bf2c505cf73f615a4fb57d9153ce/f as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ - updating store file list. 2024-11-13T14:23:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e677d5631b9f4db384c67f33630a0c75_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:01,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ into df37bf2c505cf73f615a4fb57d9153ce/f 2024-11-13T14:23:01,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_0 into df37bf2c505cf73f615a4fb57d9153ce/f (new location: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_) 2024-11-13T14:23:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_0 2024-11-13T14:23:01,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_1 into df37bf2c505cf73f615a4fb57d9153ce/f as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ - updating store file list. 2024-11-13T14:23:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:01,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ into df37bf2c505cf73f615a4fb57d9153ce/f 2024-11-13T14:23:01,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_1 into df37bf2c505cf73f615a4fb57d9153ce/f (new location: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_) 2024-11-13T14:23:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__8c6mutvp179eq7rbaksiugb6uqmut155gppegrrnovbpfuv5hv0aa203rebgu79u/f/hfile_1 2024-11-13T14:23:01,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:01,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:01,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:01,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:01,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2 , the old value is region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb1966fd6578:38609 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:23:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:23:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2 from cache 2024-11-13T14:23:01,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:23:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,33293,1731507768711, seqNum=-1] 2024-11-13T14:23:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:23:01,733 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T14:23:01,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:23:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507776923.526ad8c01b62743b75278ed89dbcf563., hostname=eb1966fd6578,33293,1731507768711, seqNum=2] 2024-11-13T14:23:01,736 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T14:23:01,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:01,840 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:38609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T14:23:02,267 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 379, reset compression=false 2024-11-13T14:23:02,271 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:23:02,271 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,38609,1731507762679 got entry batch from reader: WALEntryBatch [walEntries=[{test/df37bf2c505cf73f615a4fb57d9153ce/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731507781730/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T14:23:02,272 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:23:02,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T14:23:02,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(318): Replicating [cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695] bulk loaded data 2024-11-13T14:23:02,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a5f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:02,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,41841,-1 for getting cluster id 2024-11-13T14:23:02,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:02,274 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '458a6df6-2b66-427c-b43d-769bc4ae258e' 2024-11-13T14:23:02,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:02,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "458a6df6-2b66-427c-b43d-769bc4ae258e" 2024-11-13T14:23:02,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a65613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:02,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,41841,-1] 2024-11-13T14:23:02,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:02,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:02,275 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:02,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3205da90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741837_1013 (size=7894) 2024-11-13T14:23:02,471 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 687, reset compression=false 2024-11-13T14:23:02,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741838_1014 (size=7691) 2024-11-13T14:23:02,738 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T14:23:02,774 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 687, reset compression=false 2024-11-13T14:23:02,909 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:23:03,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:23:03,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,41841,1731507768546 2024-11-13T14:23:03,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11cd9b8a 2024-11-13T14:23:03,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:23:03,091 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T14:23:03,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:23:03,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:23:03,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,33293,1731507768711, seqNum=-1] 2024-11-13T14:23:03,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:23:03,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T14:23:03,098 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T14:23:03,100 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T14:23:03,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ for inclusion in 526ad8c01b62743b75278ed89dbcf563/f 2024-11-13T14:23:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T14:23:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:03,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ for inclusion in 526ad8c01b62743b75278ed89dbcf563/f 2024-11-13T14:23:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T14:23:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HRegion(2603): Flush status journal for 526ad8c01b62743b75278ed89dbcf563: 2024-11-13T14:23:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:23:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/3974552b9c4c439497c50414866eae21_SeqId_4_ 2024-11-13T14:23:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e677d5631b9f4db384c67f33630a0c75_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:23:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/251cf6bf0c7f4e48837b93822c26861a_SeqId_4_ 2024-11-13T14:23:03,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ into 526ad8c01b62743b75278ed89dbcf563/f as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/3974552b9c4c439497c50414866eae21_SeqId_4_ - updating store file list. 2024-11-13T14:23:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3974552b9c4c439497c50414866eae21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:03,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/3974552b9c4c439497c50414866eae21_SeqId_4_ into 526ad8c01b62743b75278ed89dbcf563/f 2024-11-13T14:23:03,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ into 526ad8c01b62743b75278ed89dbcf563/f (new location: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/3974552b9c4c439497c50414866eae21_SeqId_4_) 2024-11-13T14:23:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/87d82f56a12245c2ad1221e8cd7a439e_SeqId_4_ 2024-11-13T14:23:03,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ into 526ad8c01b62743b75278ed89dbcf563/f as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/251cf6bf0c7f4e48837b93822c26861a_SeqId_4_ - updating store file list. 2024-11-13T14:23:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 251cf6bf0c7f4e48837b93822c26861a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:03,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/251cf6bf0c7f4e48837b93822c26861a_SeqId_4_ into 526ad8c01b62743b75278ed89dbcf563/f 2024-11-13T14:23:03,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ into 526ad8c01b62743b75278ed89dbcf563/f (new location: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/251cf6bf0c7f4e48837b93822c26861a_SeqId_4_) 2024-11-13T14:23:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__t41u82m2ss6jmrf0v0eh5qol372efphj2gm5pn9c2oju2cm9lc44n3hu8h77a1bv/f/e677d5631b9f4db384c67f33630a0c75_SeqId_4_ 2024-11-13T14:23:03,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(324): Finished replicating [cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695] bulk loaded data 2024-11-13T14:23:03,178 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 687, reset compression=false 2024-11-13T14:23:03,681 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 687, reset compression=false 2024-11-13T14:23:03,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T14:23:03,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:23:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,44687,1731507774185, seqNum=-1] 2024-11-13T14:23:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:23:03,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:23:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507778062.776cfc401af0c60b64741ea57a60dd80., hostname=eb1966fd6578,44687,1731507774185, seqNum=2] 2024-11-13T14:23:03,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:23:03,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:23:03,757 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb1966fd6578%2C38609%2C1731507762679:(num 1731507765336) roll requested 2024-11-13T14:23:03,775 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757, exclude list is [], retry=0 2024-11-13T14:23:03,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46875,DS-195dea85-a990-48ec-b320-16f4d03d38f0,DISK] 2024-11-13T14:23:03,789 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 2024-11-13T14:23:03,792 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32797:32797)] 2024-11-13T14:23:03,793 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 is not closed yet, will try archiving it next time 2024-11-13T14:23:03,793 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb1966fd6578%2C38609%2C1731507762679.rep:(num 1731507779864) roll requested 2024-11-13T14:23:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741833_1009 (size=695) 2024-11-13T14:23:03,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70393f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:03,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33613,-1 for getting cluster id 2024-11-13T14:23:03,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:03,800 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/oldWALs/eb1966fd6578%2C38609%2C1731507762679.1731507765336 2024-11-13T14:23:03,801 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695' 2024-11-13T14:23:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695" 2024-11-13T14:23:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22713559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:03,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33613,-1] 2024-11-13T14:23:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:03,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:03,802 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:03,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7769ba1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:03,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:23:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,33613,1731507762276 2024-11-13T14:23:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f76c5d 2024-11-13T14:23:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:23:03,805 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:23:03,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://eb1966fd6578:38447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T14:23:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T14:23:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T14:23:03,808 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:38447' 2024-11-13T14:23:03,817 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.rep.1731507783793, exclude list is [], retry=0 2024-11-13T14:23:03,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46875,DS-195dea85-a990-48ec-b320-16f4d03d38f0,DISK] 2024-11-13T14:23:03,823 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f41e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:03,823 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38447,-1 for getting cluster id 2024-11-13T14:23:03,823 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:03,824 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a921b7b-43eb-43a8-a1d5-8747bc880fb8' 2024-11-13T14:23:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a921b7b-43eb-43a8-a1d5-8747bc880fb8" 2024-11-13T14:23:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f761b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38447,-1] 2024-11-13T14:23:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:03,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:03,825 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:03,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737389f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:03,826 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:23:03,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38447,1731507773945 2024-11-13T14:23:03,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1965d452 2024-11-13T14:23:03,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:23:03,827 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:23:03,828 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T14:23:03,828 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T14:23:03,828 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:03,828 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:03,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:03,837 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.rep.1731507779864 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.rep.1731507783793 2024-11-13T14:23:03,848 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32797:32797)] 2024-11-13T14:23:03,848 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.rep.1731507779864 is not closed yet, will try archiving it next time 2024-11-13T14:23:03,848 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb1966fd6578%2C38609%2C1731507762679.meta:.meta(num 1731507766139) roll requested 2024-11-13T14:23:03,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T14:23:03,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741839_1015 (size=1505) 2024-11-13T14:23:03,871 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.meta.1731507783848.meta, exclude list is [], retry=0 2024-11-13T14:23:03,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46875,DS-195dea85-a990-48ec-b320-16f4d03d38f0,DISK] 2024-11-13T14:23:03,895 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.meta.1731507766139.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.meta.1731507783848.meta 2024-11-13T14:23:03,896 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32797:32797)] 2024-11-13T14:23:03,896 DEBUG [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.meta.1731507766139.meta is not closed yet, will try archiving it next time 2024-11-13T14:23:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741834_1010 (size=3473) 2024-11-13T14:23:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T14:23:04,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T14:23:04,005 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T14:23:04,039 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-eb1966fd6578,38609,1731507762679, ReplicationSource: 2, currentBandwidth=0 2024-11-13T14:23:04,041 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T14:23:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T14:23:04,043 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on eb1966fd6578,38609,1731507762679 suceeded 2024-11-13T14:23:04,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T14:23:04,044 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://eb1966fd6578:38447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T14:23:04,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-13T14:23:04,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 239 msec 2024-11-13T14:23:04,059 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb1966fd6578:38447' 2024-11-13T14:23:04,060 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195fb1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,060 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38447,-1 for getting cluster id 2024-11-13T14:23:04,060 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:04,061 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a921b7b-43eb-43a8-a1d5-8747bc880fb8' 2024-11-13T14:23:04,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:04,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a921b7b-43eb-43a8-a1d5-8747bc880fb8" 2024-11-13T14:23:04,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab06b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38447,-1] 2024-11-13T14:23:04,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:04,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:04,062 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:04,062 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78ed71ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,063 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:23:04,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38447,1731507773945 2024-11-13T14:23:04,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fbbe107 2024-11-13T14:23:04,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:23:04,064 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T14:23:04,065 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-eb1966fd6578,38609,1731507762679 (queues=1) is replicating from cluster=cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695 to cluster=4a921b7b-43eb-43a8-a1d5-8747bc880fb8 2024-11-13T14:23:04,065 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=eb1966fd6578%2C38609%2C1731507762679 2024-11-13T14:23:04,065 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-eb1966fd6578,38609,1731507762679, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T14:23:04,065 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb1966fd6578%2C38609%2C1731507762679 2024-11-13T14:23:04,065 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757, startPosition=0, beingWritten=true 2024-11-13T14:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T14:23:04,120 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T14:23:04,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:04,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:04,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:04,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:04,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:23:04,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:04,134 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731507784133/Put/seqid=0 2024-11-13T14:23:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741845_1021 (size=11194) 2024-11-13T14:23:04,153 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731507784152/Put/seqid=0 2024-11-13T14:23:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741846_1022 (size=10791) 2024-11-13T14:23:04,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc34cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,33613,-1 for getting cluster id 2024-11-13T14:23:04,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:04,165 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695' 2024-11-13T14:23:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695" 2024-11-13T14:23:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3382e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,33613,-1] 2024-11-13T14:23:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:04,166 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:04,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2274e32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:23:04,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,38609,1731507762679, seqNum=-1] 2024-11-13T14:23:04,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:23:04,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:23:04,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:23:04,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,33613,1731507762276 2024-11-13T14:23:04,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34927e11 2024-11-13T14:23:04,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:23:04,180 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:23:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2] 2024-11-13T14:23:04,187 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:23:04,195 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T14:23:04,197 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T14:23:04,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_1/f/hfile_0 for inclusion in df37bf2c505cf73f615a4fb57d9153ce/f 2024-11-13T14:23:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T14:23:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:04,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_1/f/hfile_1 for inclusion in df37bf2c505cf73f615a4fb57d9153ce/f 2024-11-13T14:23:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T14:23:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HRegion(2603): Flush status journal for df37bf2c505cf73f615a4fb57d9153ce: 2024-11-13T14:23:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_0 2024-11-13T14:23:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_0 as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ 2024-11-13T14:23:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_1 2024-11-13T14:23:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_1 as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ 2024-11-13T14:23:04,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_0 into df37bf2c505cf73f615a4fb57d9153ce/f as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ - updating store file list. 2024-11-13T14:23:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:04,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ into df37bf2c505cf73f615a4fb57d9153ce/f 2024-11-13T14:23:04,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_0 into df37bf2c505cf73f615a4fb57d9153ce/f (new location: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_) 2024-11-13T14:23:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_0 2024-11-13T14:23:04,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_1 into df37bf2c505cf73f615a4fb57d9153ce/f as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ - updating store file list. 2024-11-13T14:23:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for acc7d88e53404c68ba429aded9969b34_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:04,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ into df37bf2c505cf73f615a4fb57d9153ce/f 2024-11-13T14:23:04,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_1 into df37bf2c505cf73f615a4fb57d9153ce/f (new location: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_) 2024-11-13T14:23:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/staging/jenkins__test__svasdb1f1fat73n2loiaeb1qu9q5rkq90csf82a9fq7cdl58r4n4sn0s6cl4jsrg/f/hfile_1 2024-11-13T14:23:04,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:04,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:04,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:04,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:04,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2 , the old value is region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb1966fd6578:38609 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:23:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T14:23:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce., hostname=eb1966fd6578,38609,1731507762679, seqNum=2 from cache 2024-11-13T14:23:04,221 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T14:23:04,223 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T14:23:04,270 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 0, reset compression=false 2024-11-13T14:23:04,276 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:23:04,276 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-eb1966fd6578,38609,1731507762679 got entry batch from reader: WALEntryBatch [walEntries=[{test/df37bf2c505cf73f615a4fb57d9153ce/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731507784219/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T14:23:04,280 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:23:04,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T14:23:04,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.ReplicationSink(318): Replicating [cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695] bulk loaded data 2024-11-13T14:23:04,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5375616a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,38447,-1 for getting cluster id 2024-11-13T14:23:04,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:23:04,282 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a921b7b-43eb-43a8-a1d5-8747bc880fb8' 2024-11-13T14:23:04,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:23:04,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a921b7b-43eb-43a8-a1d5-8747bc880fb8" 2024-11-13T14:23:04,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@218bcc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,38447,-1] 2024-11-13T14:23:04,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:23:04,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:04,283 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:23:04,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5cd815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:23:04,284 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 to pos 687, reset compression=false 2024-11-13T14:23:04,286 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 was moved to hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/oldWALs/eb1966fd6578%2C38609%2C1731507762679.1731507765336 2024-11-13T14:23:04,287 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336 2024-11-13T14:23:04,287 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,38609,1731507762679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507765336, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T14:23:04,287 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757, startPosition=0, beingWritten=true 2024-11-13T14:23:04,301 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [eb1966fd6578%2C38609%2C1731507762679.1731507765336] 2024-11-13T14:23:04,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741837_1013 (size=11194) 2024-11-13T14:23:04,315 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T14:23:04,315 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,38609,1731507762679 got entry batch from reader: WALEntryBatch [walEntries=[{test/df37bf2c505cf73f615a4fb57d9153ce/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731507784219/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T14:23:04,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(318): Replicating [cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695] bulk loaded data 2024-11-13T14:23:04,329 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:38609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T14:23:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741838_1014 (size=10791) 2024-11-13T14:23:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741839_1015 (size=11194) 2024-11-13T14:23:04,476 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:04,515 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:04,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:23:04,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,38447,1731507773945 2024-11-13T14:23:04,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bb26818 2024-11-13T14:23:04,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:23:04,753 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T14:23:04,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:23:04,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:23:04,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,44687,1731507774185, seqNum=-1] 2024-11-13T14:23:04,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:23:04,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T14:23:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741840_1016 (size=10791) 2024-11-13T14:23:04,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T14:23:04,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T14:23:04,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ for inclusion in 776cfc401af0c60b64741ea57a60dd80/f 2024-11-13T14:23:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T14:23:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:04,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ for inclusion in 776cfc401af0c60b64741ea57a60dd80/f 2024-11-13T14:23:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T14:23:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegion(2603): Flush status journal for 776cfc401af0c60b64741ea57a60dd80: 2024-11-13T14:23:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:23:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/f/88e03873822c4fd69658b5d29dbff98a_SeqId_4_ 2024-11-13T14:23:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): acc7d88e53404c68ba429aded9969b34_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:23:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/f/2d4fff886f454044a240ed20dfe913dc_SeqId_4_ 2024-11-13T14:23:04,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ into 776cfc401af0c60b64741ea57a60dd80/f as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/f/88e03873822c4fd69658b5d29dbff98a_SeqId_4_ - updating store file list. 2024-11-13T14:23:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88e03873822c4fd69658b5d29dbff98a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:04,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/f/88e03873822c4fd69658b5d29dbff98a_SeqId_4_ into 776cfc401af0c60b64741ea57a60dd80/f 2024-11-13T14:23:04,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ into 776cfc401af0c60b64741ea57a60dd80/f (new location: hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/f/88e03873822c4fd69658b5d29dbff98a_SeqId_4_) 2024-11-13T14:23:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ 2024-11-13T14:23:04,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ into 776cfc401af0c60b64741ea57a60dd80/f as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/f/2d4fff886f454044a240ed20dfe913dc_SeqId_4_ - updating store file list. 2024-11-13T14:23:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d4fff886f454044a240ed20dfe913dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:04,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/f/2d4fff886f454044a240ed20dfe913dc_SeqId_4_ into 776cfc401af0c60b64741ea57a60dd80/f 2024-11-13T14:23:04,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ into 776cfc401af0c60b64741ea57a60dd80/f (new location: hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/f/2d4fff886f454044a240ed20dfe913dc_SeqId_4_) 2024-11-13T14:23:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/staging/jenkins.hfs.23__test__pqk50871qra2m3ku5e07bliuskejlvrpgej2ndko2f6dk7blsj2advrle4ivt7m2/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ 2024-11-13T14:23:04,779 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:04,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44687 {}] regionserver.ReplicationSink(324): Finished replicating [cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695] bulk loaded data 2024-11-13T14:23:04,818 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:05,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T14:23:05,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T14:23:05,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T14:23:05,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ for inclusion in 526ad8c01b62743b75278ed89dbcf563/f 2024-11-13T14:23:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T14:23:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:05,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ for inclusion in 526ad8c01b62743b75278ed89dbcf563/f 2024-11-13T14:23:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T14:23:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T14:23:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HRegion(2603): Flush status journal for 526ad8c01b62743b75278ed89dbcf563: 2024-11-13T14:23:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:23:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/dff9ef4cf5c949998e2739d08b0055f5_SeqId_6_ 2024-11-13T14:23:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): acc7d88e53404c68ba429aded9969b34_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T14:23:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/6ee678bff19d4d82bb0910dc29004c6b_SeqId_6_ 2024-11-13T14:23:05,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ into 526ad8c01b62743b75278ed89dbcf563/f as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/dff9ef4cf5c949998e2739d08b0055f5_SeqId_6_ - updating store file list. 2024-11-13T14:23:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dff9ef4cf5c949998e2739d08b0055f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:05,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/dff9ef4cf5c949998e2739d08b0055f5_SeqId_6_ into 526ad8c01b62743b75278ed89dbcf563/f 2024-11-13T14:23:05,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ into 526ad8c01b62743b75278ed89dbcf563/f (new location: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/dff9ef4cf5c949998e2739d08b0055f5_SeqId_6_) 2024-11-13T14:23:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_ 2024-11-13T14:23:05,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ into 526ad8c01b62743b75278ed89dbcf563/f as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/6ee678bff19d4d82bb0910dc29004c6b_SeqId_6_ - updating store file list. 2024-11-13T14:23:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ee678bff19d4d82bb0910dc29004c6b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T14:23:05,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/6ee678bff19d4d82bb0910dc29004c6b_SeqId_6_ into 526ad8c01b62743b75278ed89dbcf563/f 2024-11-13T14:23:05,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ into 526ad8c01b62743b75278ed89dbcf563/f (new location: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/f/6ee678bff19d4d82bb0910dc29004c6b_SeqId_6_) 2024-11-13T14:23:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/staging/jenkins.hfs.22__test__77v8d2esqmk7t21i6vtph2u97f9ud8ugcm5ttlfl1m3ldofoi4qbra9j7mqbao4q/f/acc7d88e53404c68ba429aded9969b34_SeqId_6_ 2024-11-13T14:23:05,182 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:05,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33293 {}] regionserver.ReplicationSink(324): Finished replicating [cb2bd1be-c1a5-4c7b-8bc1-b2c9b7039695] bulk loaded data 2024-11-13T14:23:05,222 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:23:05,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:05,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:05,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:05,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:05,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:05,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:23:05,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1151170005, stopped=false 2024-11-13T14:23:05,237 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,38447,1731507773945 2024-11-13T14:23:05,247 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996049548/running 2024-11-13T14:23:05,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996049548/running 2024-11-13T14:23:05,248 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:23:05,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:23:05,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:23:05,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:05,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:05,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:05,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on znode that does not yet exist, /2-1996049548/running 2024-11-13T14:23:05,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,44687,1731507774185' ***** 2024-11-13T14:23:05,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:23:05,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Set watcher on znode that does not yet exist, /2-1996049548/running 2024-11-13T14:23:05,248 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:23:05,249 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(3091): Received CLOSE for 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,44687,1731507774185 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:44687. 2024-11-13T14:23:05,249 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 776cfc401af0c60b64741ea57a60dd80, disabling compactions & flushes 2024-11-13T14:23:05,249 DEBUG [RS:0;eb1966fd6578:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:05,249 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:23:05,249 DEBUG [RS:0;eb1966fd6578:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:05,249 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:23:05,249 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. after waiting 0 ms 2024-11-13T14:23:05,249 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:23:05,249 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:23:05,250 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:23:05,250 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:23:05,250 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1325): Online Regions={776cfc401af0c60b64741ea57a60dd80=test,,1731507778062.776cfc401af0c60b64741ea57a60dd80., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:23:05,250 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 776cfc401af0c60b64741ea57a60dd80 2024-11-13T14:23:05,250 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:23:05,250 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:23:05,250 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:23:05,250 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:23:05,250 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:23:05,250 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T14:23:05,253 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/default/test/776cfc401af0c60b64741ea57a60dd80/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T14:23:05,253 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:23:05,253 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:23:05,253 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:23:05,253 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 776cfc401af0c60b64741ea57a60dd80: Waiting for close lock at 1731507785249Running coprocessor pre-close hooks at 1731507785249Disabling compacts and flushes for region at 1731507785249Disabling writes for close at 1731507785249Writing region close event to WAL at 1731507785250 (+1 ms)Running coprocessor post-close hooks at 1731507785253 (+3 ms)Closed at 1731507785253 2024-11-13T14:23:05,254 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507778062.776cfc401af0c60b64741ea57a60dd80. 2024-11-13T14:23:05,264 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:23:05,270 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/info/39b6a78b7ea54b5c92e3443340e12f1f is 129, key is test,,1731507778062.776cfc401af0c60b64741ea57a60dd80./info:regioninfo/1731507778440/Put/seqid=0 2024-11-13T14:23:05,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741839_1015 (size=6421) 2024-11-13T14:23:05,273 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/info/39b6a78b7ea54b5c92e3443340e12f1f 2024-11-13T14:23:05,288 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/ns/ba48636c3a234122bc8b4b62fdaea5a1 is 43, key is default/ns:d/1731507776221/Put/seqid=0 2024-11-13T14:23:05,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741840_1016 (size=5153) 2024-11-13T14:23:05,450 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:05,650 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:05,654 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:23:05,654 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:23:05,686 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:05,692 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/ns/ba48636c3a234122bc8b4b62fdaea5a1 2024-11-13T14:23:05,706 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/rep_barrier/d76d711721ee44488e6fb83357dd3369 is 112, key is test,,1731507778062.776cfc401af0c60b64741ea57a60dd80./rep_barrier:seqnumDuringOpen/1731507778440/Put/seqid=0 2024-11-13T14:23:05,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741841_1017 (size=5518) 2024-11-13T14:23:05,725 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:05,850 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:06,050 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:06,109 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/rep_barrier/d76d711721ee44488e6fb83357dd3369 2024-11-13T14:23:06,129 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/table/55c51fa9662942f485b8a04ede1c4cb1 is 40, key is test/table:state/1731507778452/Put/seqid=0 2024-11-13T14:23:06,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741842_1018 (size=5165) 2024-11-13T14:23:06,251 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:23:06,251 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:23:06,251 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:06,289 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:06,327 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:06,451 DEBUG [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:06,534 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/table/55c51fa9662942f485b8a04ede1c4cb1 2024-11-13T14:23:06,538 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/info/39b6a78b7ea54b5c92e3443340e12f1f as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/info/39b6a78b7ea54b5c92e3443340e12f1f 2024-11-13T14:23:06,543 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/info/39b6a78b7ea54b5c92e3443340e12f1f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T14:23:06,544 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/ns/ba48636c3a234122bc8b4b62fdaea5a1 as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/ns/ba48636c3a234122bc8b4b62fdaea5a1 2024-11-13T14:23:06,548 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/ns/ba48636c3a234122bc8b4b62fdaea5a1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:23:06,549 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/rep_barrier/d76d711721ee44488e6fb83357dd3369 as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/rep_barrier/d76d711721ee44488e6fb83357dd3369 2024-11-13T14:23:06,553 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/rep_barrier/d76d711721ee44488e6fb83357dd3369, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T14:23:06,554 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/.tmp/table/55c51fa9662942f485b8a04ede1c4cb1 as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/table/55c51fa9662942f485b8a04ede1c4cb1 2024-11-13T14:23:06,558 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/table/55c51fa9662942f485b8a04ede1c4cb1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:23:06,558 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-13T14:23:06,564 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T14:23:06,565 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:23:06,565 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:23:06,565 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:23:06,565 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507785250Running coprocessor pre-close hooks at 1731507785250Disabling compacts and flushes for region at 1731507785250Disabling writes for close at 1731507785250Obtaining lock to block concurrent updates at 1731507785250Preparing flush snapshotting stores in 1588230740 at 1731507785250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731507785251 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731507785251Flushing 1588230740/info: creating writer at 1731507785251Flushing 1588230740/info: appending metadata at 1731507785269 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731507785269Flushing 1588230740/ns: creating writer at 1731507785277 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731507785288 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731507785288Flushing 1588230740/rep_barrier: creating writer at 1731507785694 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507785706 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507785706Flushing 1588230740/table: creating writer at 1731507786114 (+408 ms)Flushing 1588230740/table: appending metadata at 1731507786129 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731507786129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532f83e6: reopening flushed file at 1731507786537 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d03701c: reopening flushed file at 1731507786543 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ba3cd7: reopening flushed file at 1731507786548 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3324196d: reopening flushed file at 1731507786553 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1731507786558 (+5 ms)Writing region close event to WAL at 1731507786560 (+2 ms)Running coprocessor post-close hooks at 1731507786565 (+5 ms)Closed at 1731507786565 2024-11-13T14:23:06,565 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:23:06,651 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,44687,1731507774185; all regions closed. 2024-11-13T14:23:06,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741834_1010 (size=2717) 2024-11-13T14:23:06,656 DEBUG [RS:0;eb1966fd6578:44687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/oldWALs 2024-11-13T14:23:06,656 INFO [RS:0;eb1966fd6578:44687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C44687%2C1731507774185.meta:.meta(num 1731507776151) 2024-11-13T14:23:06,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741833_1009 (size=1028) 2024-11-13T14:23:06,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/WALs/eb1966fd6578,44687,1731507774185/eb1966fd6578%2C44687%2C1731507774185.1731507775799 not finished, retry = 0 2024-11-13T14:23:06,760 DEBUG [RS:0;eb1966fd6578:44687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/oldWALs 2024-11-13T14:23:06,760 INFO [RS:0;eb1966fd6578:44687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C44687%2C1731507774185:(num 1731507775799) 2024-11-13T14:23:06,760 DEBUG [RS:0;eb1966fd6578:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:06,760 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:23:06,760 INFO [RS:0;eb1966fd6578:44687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:23:06,760 INFO [RS:0;eb1966fd6578:44687 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T14:23:06,760 INFO [RS:0;eb1966fd6578:44687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:23:06,761 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:23:06,761 INFO [RS:0;eb1966fd6578:44687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:44687. 2024-11-13T14:23:06,761 DEBUG [RS:0;eb1966fd6578:44687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:06,761 DEBUG [RS:0;eb1966fd6578:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:06,761 DEBUG [RS:0;eb1966fd6578:44687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:06,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:06,761 INFO [RS:0;eb1966fd6578:44687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44687 2024-11-13T14:23:06,809 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996049548/rs/eb1966fd6578,44687,1731507774185 2024-11-13T14:23:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548/rs 2024-11-13T14:23:06,809 INFO [RS:0;eb1966fd6578:44687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:23:06,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,44687,1731507774185] 2024-11-13T14:23:06,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996049548/draining/eb1966fd6578,44687,1731507774185 already deleted, retry=false 2024-11-13T14:23:06,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,44687,1731507774185 expired; onlineServers=0 2024-11-13T14:23:06,830 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,38447,1731507773945' ***** 2024-11-13T14:23:06,830 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:23:06,830 INFO [M:0;eb1966fd6578:38447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:23:06,830 INFO [M:0;eb1966fd6578:38447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:23:06,831 DEBUG [M:0;eb1966fd6578:38447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:23:06,831 DEBUG [M:0;eb1966fd6578:38447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:23:06,831 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:23:06,831 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507775531 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507775531,5,FailOnTimeoutGroup] 2024-11-13T14:23:06,831 INFO [M:0;eb1966fd6578:38447 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:23:06,831 INFO [M:0;eb1966fd6578:38447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:23:06,831 DEBUG [M:0;eb1966fd6578:38447 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:23:06,831 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507775531 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507775531,5,FailOnTimeoutGroup] 2024-11-13T14:23:06,831 INFO [M:0;eb1966fd6578:38447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:23:06,831 INFO [M:0;eb1966fd6578:38447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:23:06,831 INFO [M:0;eb1966fd6578:38447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:23:06,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:23:06,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996049548/master 2024-11-13T14:23:06,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996049548 2024-11-13T14:23:06,841 DEBUG [M:0;eb1966fd6578:38447 {}] zookeeper.ZKUtil(347): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Unable to get data of znode /2-1996049548/master because node does not exist (not an error) 2024-11-13T14:23:06,841 WARN [M:0;eb1966fd6578:38447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:23:06,841 INFO [M:0;eb1966fd6578:38447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/.lastflushedseqids 2024-11-13T14:23:06,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741843_1019 (size=173) 2024-11-13T14:23:06,920 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:06,920 INFO [RS:0;eb1966fd6578:44687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:23:06,920 INFO [RS:0;eb1966fd6578:44687 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,44687,1731507774185; zookeeper connection closed. 2024-11-13T14:23:06,920 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44687-0x1013493a4550007, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:06,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@658c1813 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@658c1813 2024-11-13T14:23:06,921 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:23:06,992 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:07,031 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:07,246 INFO [M:0;eb1966fd6578:38447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:23:07,246 INFO [M:0;eb1966fd6578:38447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:23:07,246 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:23:07,246 INFO [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:07,246 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:07,246 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:23:07,246 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:07,246 INFO [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T14:23:07,262 DEBUG [M:0;eb1966fd6578:38447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/031330a8fa534ef4b2d741039de1dae0 is 82, key is hbase:meta,,1/info:regioninfo/1731507776197/Put/seqid=0 2024-11-13T14:23:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741844_1020 (size=5672) 2024-11-13T14:23:07,270 INFO [M:0;eb1966fd6578:38447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/031330a8fa534ef4b2d741039de1dae0 2024-11-13T14:23:07,290 DEBUG [M:0;eb1966fd6578:38447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d467ea66d89f42f7a67c4ef47bbe3922 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731507778456/Put/seqid=0 2024-11-13T14:23:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741845_1021 (size=6586) 2024-11-13T14:23:07,695 INFO [M:0;eb1966fd6578:38447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d467ea66d89f42f7a67c4ef47bbe3922 2024-11-13T14:23:07,711 DEBUG [M:0;eb1966fd6578:38447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3abfc3fce39644ba84920a0fba43d231 is 69, key is eb1966fd6578,44687,1731507774185/rs:state/1731507775595/Put/seqid=0 2024-11-13T14:23:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741846_1022 (size=5156) 2024-11-13T14:23:07,796 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:07,834 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:08,116 INFO [M:0;eb1966fd6578:38447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3abfc3fce39644ba84920a0fba43d231 2024-11-13T14:23:08,120 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/031330a8fa534ef4b2d741039de1dae0 as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/031330a8fa534ef4b2d741039de1dae0 2024-11-13T14:23:08,124 INFO [M:0;eb1966fd6578:38447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/031330a8fa534ef4b2d741039de1dae0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T14:23:08,124 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d467ea66d89f42f7a67c4ef47bbe3922 as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d467ea66d89f42f7a67c4ef47bbe3922 2024-11-13T14:23:08,128 INFO [M:0;eb1966fd6578:38447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d467ea66d89f42f7a67c4ef47bbe3922, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T14:23:08,128 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3abfc3fce39644ba84920a0fba43d231 as hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3abfc3fce39644ba84920a0fba43d231 2024-11-13T14:23:08,131 INFO [M:0;eb1966fd6578:38447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34571/user/jenkins/test-data/45e212d6-64e7-6fc3-71af-9bda1654d486/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3abfc3fce39644ba84920a0fba43d231, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T14:23:08,132 INFO [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false 2024-11-13T14:23:08,133 INFO [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:08,133 DEBUG [M:0;eb1966fd6578:38447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507787246Disabling compacts and flushes for region at 1731507787246Disabling writes for close at 1731507787246Obtaining lock to block concurrent updates at 1731507787246Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507787246Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731507787247 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507787247Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507787247Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507787262 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507787262Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507787274 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507787290 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507787290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507787698 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507787711 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507787711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d602811: reopening flushed file at 1731507788119 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5f70a2: reopening flushed file at 1731507788124 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1024c35e: reopening flushed file at 1731507788128 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false at 1731507788132 (+4 ms)Writing region close event to WAL at 1731507788132Closed at 1731507788132 2024-11-13T14:23:08,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33527 is added to blk_1073741830_1006 (size=32770) 2024-11-13T14:23:08,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:23:08,135 INFO [M:0;eb1966fd6578:38447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:23:08,135 INFO [M:0;eb1966fd6578:38447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38447 2024-11-13T14:23:08,136 INFO [M:0;eb1966fd6578:38447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:23:08,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:08,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x1013493a4550006, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:08,341 INFO [M:0;eb1966fd6578:38447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:23:08,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68cf55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:23:08,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6027c6dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:23:08,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:23:08,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f56fa87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:23:08,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c35b670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/hadoop.log.dir/,STOPPED} 2024-11-13T14:23:08,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:23:08,346 WARN [BP-494133389-172.17.0.2-1731507771181 heartbeating to localhost/127.0.0.1:34571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:23:08,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:23:08,346 WARN [BP-494133389-172.17.0.2-1731507771181 heartbeating to localhost/127.0.0.1:34571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-494133389-172.17.0.2-1731507771181 (Datanode Uuid f749989e-05ea-4216-90ae-714f71e7aac4) service to localhost/127.0.0.1:34571 2024-11-13T14:23:08,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/cluster_bc630ee2-9e84-5496-df65-754c9a21940a/data/data1/current/BP-494133389-172.17.0.2-1731507771181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:23:08,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/cluster_bc630ee2-9e84-5496-df65-754c9a21940a/data/data2/current/BP-494133389-172.17.0.2-1731507771181 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:23:08,347 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:23:08,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59750f71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:23:08,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@549d4855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:23:08,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:23:08,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d48ba22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:23:08,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1949bef0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3057da5-0ec1-dbfb-8ef0-013524659a2e/hadoop.log.dir/,STOPPED} 2024-11-13T14:23:08,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:23:08,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:23:08,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:08,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:08,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:08,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:08,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:08,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:23:08,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1630571894, stopped=false 2024-11-13T14:23:08,368 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,41841,1731507768546 2024-11-13T14:23:08,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-516195752/running 2024-11-13T14:23:08,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:23:08,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:23:08,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:08,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:08,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:08,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,33293,1731507768711' ***** 2024-11-13T14:23:08,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:23:08,389 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:23:08,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:23:08,389 INFO [RS:0;eb1966fd6578:33293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:23:08,389 INFO [RS:0;eb1966fd6578:33293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:23:08,389 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:23:08,390 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,33293,1731507768711 2024-11-13T14:23:08,390 INFO [RS:0;eb1966fd6578:33293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:23:08,390 INFO [RS:0;eb1966fd6578:33293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:33293. 2024-11-13T14:23:08,390 DEBUG [RS:0;eb1966fd6578:33293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:08,390 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 526ad8c01b62743b75278ed89dbcf563, disabling compactions & flushes 2024-11-13T14:23:08,390 DEBUG [RS:0;eb1966fd6578:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:08,390 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:23:08,390 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:23:08,390 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:23:08,390 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. after waiting 0 ms 2024-11-13T14:23:08,390 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:23:08,390 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:23:08,390 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:23:08,390 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:23:08,390 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T14:23:08,390 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 526ad8c01b62743b75278ed89dbcf563=test,,1731507776923.526ad8c01b62743b75278ed89dbcf563.} 2024-11-13T14:23:08,391 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 526ad8c01b62743b75278ed89dbcf563 2024-11-13T14:23:08,391 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:23:08,391 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:23:08,391 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:23:08,391 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:23:08,391 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:23:08,391 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T14:23:08,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-516195752/running 2024-11-13T14:23:08,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:23:08,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on znode that does not yet exist, /1-516195752/running 2024-11-13T14:23:08,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Set watcher on znode that does not yet exist, /1-516195752/running 2024-11-13T14:23:08,398 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:23:08,398 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:23:08,406 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/default/test/526ad8c01b62743b75278ed89dbcf563/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:23:08,406 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:23:08,406 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:23:08,407 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:23:08,407 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 526ad8c01b62743b75278ed89dbcf563: Waiting for close lock at 1731507788390Running coprocessor pre-close hooks at 1731507788390Disabling compacts and flushes for region at 1731507788390Disabling writes for close at 1731507788390Writing region close event to WAL at 1731507788396 (+6 ms)Running coprocessor post-close hooks at 1731507788406 (+10 ms)Closed at 1731507788407 (+1 ms) 2024-11-13T14:23:08,407 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507776923.526ad8c01b62743b75278ed89dbcf563. 2024-11-13T14:23:08,408 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/info/c99ca8ea255b458c9842d1354539b076 is 129, key is test,,1731507776923.526ad8c01b62743b75278ed89dbcf563./info:regioninfo/1731507777686/Put/seqid=0 2024-11-13T14:23:08,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741841_1017 (size=6421) 2024-11-13T14:23:08,426 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:23:08,591 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:08,700 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:08,740 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:08,791 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:08,826 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/info/c99ca8ea255b458c9842d1354539b076 2024-11-13T14:23:08,869 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/ns/71f62ebad65e488c9cc4e2e984164bc6 is 43, key is default/ns:d/1731507771096/Put/seqid=0 2024-11-13T14:23:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741842_1018 (size=5153) 2024-11-13T14:23:08,991 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:09,191 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:09,273 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/ns/71f62ebad65e488c9cc4e2e984164bc6 2024-11-13T14:23:09,289 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/rep_barrier/3c63635a2b6242a18ae243935520bc07 is 112, key is test,,1731507776923.526ad8c01b62743b75278ed89dbcf563./rep_barrier:seqnumDuringOpen/1731507777686/Put/seqid=0 2024-11-13T14:23:09,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741843_1019 (size=5518) 2024-11-13T14:23:09,292 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/rep_barrier/3c63635a2b6242a18ae243935520bc07 2024-11-13T14:23:09,310 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/table/fdf3ea8dac7c4e7e9c7841a8f0d5f162 is 40, key is test/table:state/1731507777698/Put/seqid=0 2024-11-13T14:23:09,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741844_1020 (size=5165) 2024-11-13T14:23:09,391 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:23:09,391 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:23:09,391 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:09,592 DEBUG [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:09,703 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:09,713 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/table/fdf3ea8dac7c4e7e9c7841a8f0d5f162 2024-11-13T14:23:09,717 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/info/c99ca8ea255b458c9842d1354539b076 as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/info/c99ca8ea255b458c9842d1354539b076 2024-11-13T14:23:09,720 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/info/c99ca8ea255b458c9842d1354539b076, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T14:23:09,721 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/ns/71f62ebad65e488c9cc4e2e984164bc6 as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/ns/71f62ebad65e488c9cc4e2e984164bc6 2024-11-13T14:23:09,725 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/ns/71f62ebad65e488c9cc4e2e984164bc6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:23:09,725 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/rep_barrier/3c63635a2b6242a18ae243935520bc07 as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/rep_barrier/3c63635a2b6242a18ae243935520bc07 2024-11-13T14:23:09,728 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/rep_barrier/3c63635a2b6242a18ae243935520bc07, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T14:23:09,728 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/.tmp/table/fdf3ea8dac7c4e7e9c7841a8f0d5f162 as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/table/fdf3ea8dac7c4e7e9c7841a8f0d5f162 2024-11-13T14:23:09,734 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/table/fdf3ea8dac7c4e7e9c7841a8f0d5f162, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T14:23:09,736 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false 2024-11-13T14:23:09,736 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:23:09,740 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T14:23:09,741 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:23:09,741 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:23:09,741 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:23:09,741 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507788391Running coprocessor pre-close hooks at 1731507788391Disabling compacts and flushes for region at 1731507788391Disabling writes for close at 1731507788391Obtaining lock to block concurrent updates at 1731507788391Preparing flush snapshotting stores in 1588230740 at 1731507788391Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731507788391Flushing stores of hbase:meta,,1.1588230740 at 1731507788392 (+1 ms)Flushing 1588230740/info: creating writer at 1731507788392Flushing 1588230740/info: appending metadata at 1731507788408 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731507788408Flushing 1588230740/ns: creating writer at 1731507788843 (+435 ms)Flushing 1588230740/ns: appending metadata at 1731507788868 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731507788868Flushing 1588230740/rep_barrier: creating writer at 1731507789276 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507789288 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507789288Flushing 1588230740/table: creating writer at 1731507789296 (+8 ms)Flushing 1588230740/table: appending metadata at 1731507789309 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731507789309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db6ed0d: reopening flushed file at 1731507789716 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd71cf2: reopening flushed file at 1731507789720 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a8ab0f: reopening flushed file at 1731507789725 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abbded7: reopening flushed file at 1731507789728 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false at 1731507789736 (+8 ms)Writing region close event to WAL at 1731507789738 (+2 ms)Running coprocessor post-close hooks at 1731507789741 (+3 ms)Closed at 1731507789741 2024-11-13T14:23:09,741 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:23:09,743 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:09,792 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,33293,1731507768711; all regions closed. 2024-11-13T14:23:09,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741834_1010 (size=2717) 2024-11-13T14:23:09,795 DEBUG [RS:0;eb1966fd6578:33293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/oldWALs 2024-11-13T14:23:09,795 INFO [RS:0;eb1966fd6578:33293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C33293%2C1731507768711.meta:.meta(num 1731507771052) 2024-11-13T14:23:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741832_1008 (size=1374) 2024-11-13T14:23:09,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/WALs/eb1966fd6578,33293,1731507768711/eb1966fd6578%2C33293%2C1731507768711.1731507770544 not finished, retry = 0 2024-11-13T14:23:09,899 DEBUG [RS:0;eb1966fd6578:33293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/oldWALs 2024-11-13T14:23:09,899 INFO [RS:0;eb1966fd6578:33293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C33293%2C1731507768711:(num 1731507770544) 2024-11-13T14:23:09,899 DEBUG [RS:0;eb1966fd6578:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:09,899 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:23:09,899 INFO [RS:0;eb1966fd6578:33293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:23:09,899 INFO [RS:0;eb1966fd6578:33293 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:23:09,899 INFO [RS:0;eb1966fd6578:33293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:23:09,899 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:23:09,899 INFO [RS:0;eb1966fd6578:33293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:33293. 2024-11-13T14:23:09,899 DEBUG [RS:0;eb1966fd6578:33293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:09,900 DEBUG [RS:0;eb1966fd6578:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:09,900 DEBUG [RS:0;eb1966fd6578:33293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:09,900 INFO [RS:0;eb1966fd6578:33293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33293 2024-11-13T14:23:09,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-516195752/rs/eb1966fd6578,33293,1731507768711 2024-11-13T14:23:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752/rs 2024-11-13T14:23:09,998 INFO [RS:0;eb1966fd6578:33293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:23:09,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,33293,1731507768711] 2024-11-13T14:23:10,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-516195752/draining/eb1966fd6578,33293,1731507768711 already deleted, retry=false 2024-11-13T14:23:10,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,33293,1731507768711 expired; onlineServers=0 2024-11-13T14:23:10,136 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,41841,1731507768546' ***** 2024-11-13T14:23:10,136 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:23:10,136 INFO [M:0;eb1966fd6578:41841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:23:10,136 INFO [M:0;eb1966fd6578:41841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:23:10,136 DEBUG [M:0;eb1966fd6578:41841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:23:10,137 DEBUG [M:0;eb1966fd6578:41841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:23:10,137 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:23:10,137 INFO [M:0;eb1966fd6578:41841 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:23:10,137 INFO [M:0;eb1966fd6578:41841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:23:10,137 DEBUG [M:0;eb1966fd6578:41841 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:23:10,137 INFO [M:0;eb1966fd6578:41841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:23:10,137 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507770227 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507770227,5,FailOnTimeoutGroup] 2024-11-13T14:23:10,137 INFO [M:0;eb1966fd6578:41841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:23:10,137 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507770229 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507770229,5,FailOnTimeoutGroup] 2024-11-13T14:23:10,137 INFO [M:0;eb1966fd6578:41841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:23:10,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:23:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-516195752/master 2024-11-13T14:23:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-516195752 2024-11-13T14:23:10,173 DEBUG [M:0;eb1966fd6578:41841 {}] zookeeper.RecoverableZooKeeper(212): Node /1-516195752/master already deleted, retry=false 2024-11-13T14:23:10,174 DEBUG [M:0;eb1966fd6578:41841 {}] master.ActiveMasterManager(353): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-516195752/master 2024-11-13T14:23:10,174 INFO [M:0;eb1966fd6578:41841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/.lastflushedseqids 2024-11-13T14:23:10,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741845_1021 (size=173) 2024-11-13T14:23:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33293-0x1013493a4550004, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:10,192 INFO [RS:0;eb1966fd6578:33293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:23:10,192 INFO [RS:0;eb1966fd6578:33293 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,33293,1731507768711; zookeeper connection closed. 2024-11-13T14:23:10,193 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17043c86 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17043c86 2024-11-13T14:23:10,213 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:23:10,579 INFO [M:0;eb1966fd6578:41841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:23:10,580 INFO [M:0;eb1966fd6578:41841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:23:10,580 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:23:10,580 INFO [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:10,580 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:10,580 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:23:10,580 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:10,580 INFO [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-13T14:23:10,600 DEBUG [M:0;eb1966fd6578:41841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adaf989576d24823a4b07de8bfdee33a is 82, key is hbase:meta,,1/info:regioninfo/1731507771078/Put/seqid=0 2024-11-13T14:23:10,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741846_1022 (size=5672) 2024-11-13T14:23:10,604 INFO [M:0;eb1966fd6578:41841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adaf989576d24823a4b07de8bfdee33a 2024-11-13T14:23:10,629 DEBUG [M:0;eb1966fd6578:41841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/245e613786c4427792fa6f8d1948f0ec is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731507777703/Put/seqid=0 2024-11-13T14:23:10,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741847_1023 (size=6587) 2024-11-13T14:23:10,656 INFO [M:0;eb1966fd6578:41841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/245e613786c4427792fa6f8d1948f0ec 2024-11-13T14:23:10,693 DEBUG [M:0;eb1966fd6578:41841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e949f0e01114f19824d3dbc611d3b39 is 69, key is eb1966fd6578,33293,1731507768711/rs:state/1731507770306/Put/seqid=0 2024-11-13T14:23:10,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741848_1024 (size=5156) 2024-11-13T14:23:10,698 INFO [M:0;eb1966fd6578:41841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e949f0e01114f19824d3dbc611d3b39 2024-11-13T14:23:10,701 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adaf989576d24823a4b07de8bfdee33a as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adaf989576d24823a4b07de8bfdee33a 2024-11-13T14:23:10,704 INFO [M:0;eb1966fd6578:41841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adaf989576d24823a4b07de8bfdee33a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T14:23:10,705 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/245e613786c4427792fa6f8d1948f0ec as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/245e613786c4427792fa6f8d1948f0ec 2024-11-13T14:23:10,708 INFO [M:0;eb1966fd6578:41841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/245e613786c4427792fa6f8d1948f0ec, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T14:23:10,712 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e949f0e01114f19824d3dbc611d3b39 as hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e949f0e01114f19824d3dbc611d3b39 2024-11-13T14:23:10,716 INFO [M:0;eb1966fd6578:41841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39825/user/jenkins/test-data/1a401cfa-0b5c-9d67-a01f-6efcfbdf050b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e949f0e01114f19824d3dbc611d3b39, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T14:23:10,717 INFO [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=55, compaction requested=false 2024-11-13T14:23:10,718 INFO [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:10,718 DEBUG [M:0;eb1966fd6578:41841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507790580Disabling compacts and flushes for region at 1731507790580Disabling writes for close at 1731507790580Obtaining lock to block concurrent updates at 1731507790580Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507790580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731507790581 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507790581Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507790581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507790599 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507790599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507790609 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507790628 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507790628Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507790660 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507790692 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507790692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693d7f0a: reopening flushed file at 1731507790700 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d29fae: reopening flushed file at 1731507790705 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567a3bb9: reopening flushed file at 1731507790708 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=55, compaction requested=false at 1731507790717 (+9 ms)Writing region close event to WAL at 1731507790718 (+1 ms)Closed at 1731507790718 2024-11-13T14:23:10,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741830_1006 (size=32782) 2024-11-13T14:23:10,720 INFO [M:0;eb1966fd6578:41841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:23:10,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:23:10,720 INFO [M:0;eb1966fd6578:41841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41841 2024-11-13T14:23:10,721 INFO [M:0;eb1966fd6578:41841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:23:10,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T14:23:10,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,806 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:10,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,846 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:10,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T14:23:10,884 INFO [M:0;eb1966fd6578:41841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:23:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41841-0x1013493a4550003, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:10,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bdc7f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:23:10,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14d70760{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:23:10,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:23:10,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad49d1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:23:10,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@83959c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.log.dir/,STOPPED} 2024-11-13T14:23:10,888 WARN [BP-1582785622-172.17.0.2-1731507766269 heartbeating to localhost/127.0.0.1:39825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:23:10,888 WARN [BP-1582785622-172.17.0.2-1731507766269 heartbeating to localhost/127.0.0.1:39825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1582785622-172.17.0.2-1731507766269 (Datanode Uuid 16767348-c89c-4689-be45-40b152921b70) service to localhost/127.0.0.1:39825 2024-11-13T14:23:10,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:23:10,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:23:10,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/cluster_b12d1a08-5dda-ecf2-e748-645aba743a19/data/data1/current/BP-1582785622-172.17.0.2-1731507766269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:23:10,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/cluster_b12d1a08-5dda-ecf2-e748-645aba743a19/data/data2/current/BP-1582785622-172.17.0.2-1731507766269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:23:10,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:23:10,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57b5044d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:23:10,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dedbd1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:23:10,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:23:10,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3511e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:23:10,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c64721b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20554c75-3614-2faa-a8e4-c11728e4c1ee/hadoop.log.dir/,STOPPED} 2024-11-13T14:23:10,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:23:10,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:23:10,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:10,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:10,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:10,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:10,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:10,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:23:10,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1903615450, stopped=false 2024-11-13T14:23:10,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,33613,1731507762276 2024-11-13T14:23:10,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2046942750/running 2024-11-13T14:23:10,935 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2046942750/running 2024-11-13T14:23:10,935 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:23:10,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:23:10,935 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:23:10,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:23:10,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:10,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on znode that does not yet exist, /0-2046942750/running 2024-11-13T14:23:10,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:10,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Set watcher on znode that does not yet exist, /0-2046942750/running 2024-11-13T14:23:10,937 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,38609,1731507762679' ***** 2024-11-13T14:23:10,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:23:10,938 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:23:10,938 INFO [RS:0;eb1966fd6578:38609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:23:10,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:23:10,938 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:23:10,938 INFO [RS:0;eb1966fd6578:38609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:23:10,938 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(3091): Received CLOSE for f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(3091): Received CLOSE for df37bf2c505cf73f615a4fb57d9153ce 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,38609,1731507762679 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:23:10,939 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f14eacb266ca5d1674a13987a99f4e9d, disabling compactions & flushes 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:38609. 2024-11-13T14:23:10,939 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:23:10,939 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:23:10,939 DEBUG [RS:0;eb1966fd6578:38609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:10,939 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. after waiting 0 ms 2024-11-13T14:23:10,939 DEBUG [RS:0;eb1966fd6578:38609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:10,939 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:23:10,939 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f14eacb266ca5d1674a13987a99f4e9d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:23:10,939 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T14:23:10,939 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f14eacb266ca5d1674a13987a99f4e9d=hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d., df37bf2c505cf73f615a4fb57d9153ce=test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce.} 2024-11-13T14:23:10,939 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df37bf2c505cf73f615a4fb57d9153ce, f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:23:10,939 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:23:10,940 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:23:10,940 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:23:10,940 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:23:10,940 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:23:10,940 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T14:23:10,962 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/.tmp/hfileref/60aacfb47c3249ada756f31c4cc5ebce is 74, key is 1/hfileref:1cab6b1b32104a538d2404d663cbb3ce_SeqId_6_/1731507785184/DeleteColumn/seqid=0 2024-11-13T14:23:10,965 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/info/980b55a5b7ef4c3b9913aee4a23184dc is 147, key is hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d./info:regioninfo/1731507779893/Put/seqid=0 2024-11-13T14:23:10,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741847_1023 (size=5489) 2024-11-13T14:23:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741848_1024 (size=7686) 2024-11-13T14:23:11,140 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df37bf2c505cf73f615a4fb57d9153ce, f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:23:11,266 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:23:11,266 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:23:11,340 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df37bf2c505cf73f615a4fb57d9153ce, f14eacb266ca5d1674a13987a99f4e9d 2024-11-13T14:23:11,371 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/.tmp/hfileref/60aacfb47c3249ada756f31c4cc5ebce 2024-11-13T14:23:11,378 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/info/980b55a5b7ef4c3b9913aee4a23184dc 2024-11-13T14:23:11,406 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/ns/587d192df7df40bfb865b76fc101f1d5 is 43, key is default/ns:d/1731507766184/Put/seqid=0 2024-11-13T14:23:11,411 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/.tmp/queue/fab09c93e87647fd8d7d8857be94be5e is 153, key is 1-eb1966fd6578,38609,1731507762679/queue:eb1966fd6578%2C38609%2C1731507762679/1731507785186/Put/seqid=0 2024-11-13T14:23:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741849_1025 (size=5153) 2024-11-13T14:23:11,416 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/ns/587d192df7df40bfb865b76fc101f1d5 2024-11-13T14:23:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741850_1026 (size=5504) 2024-11-13T14:23:11,427 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/.tmp/queue/fab09c93e87647fd8d7d8857be94be5e 2024-11-13T14:23:11,432 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/.tmp/hfileref/60aacfb47c3249ada756f31c4cc5ebce as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/hfileref/60aacfb47c3249ada756f31c4cc5ebce 2024-11-13T14:23:11,440 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/hfileref/60aacfb47c3249ada756f31c4cc5ebce, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T14:23:11,441 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/.tmp/queue/fab09c93e87647fd8d7d8857be94be5e as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/queue/fab09c93e87647fd8d7d8857be94be5e 2024-11-13T14:23:11,448 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/queue/fab09c93e87647fd8d7d8857be94be5e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T14:23:11,449 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f14eacb266ca5d1674a13987a99f4e9d in 510ms, sequenceid=17, compaction requested=false 2024-11-13T14:23:11,457 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/rep_barrier/e002b82eb7954de7b6cdce328786364a is 112, key is test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce./rep_barrier:seqnumDuringOpen/1731507776750/Put/seqid=0 2024-11-13T14:23:11,460 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/replication/f14eacb266ca5d1674a13987a99f4e9d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T14:23:11,460 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:23:11,460 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:23:11,460 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:23:11,461 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f14eacb266ca5d1674a13987a99f4e9d: Waiting for close lock at 1731507790939Running coprocessor pre-close hooks at 1731507790939Disabling compacts and flushes for region at 1731507790939Disabling writes for close at 1731507790939Obtaining lock to block concurrent updates at 1731507790939Preparing flush snapshotting stores in f14eacb266ca5d1674a13987a99f4e9d at 1731507790939Finished memstore snapshotting hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731507790939Flushing stores of hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. at 1731507790940 (+1 ms)Flushing f14eacb266ca5d1674a13987a99f4e9d/hfileref: creating writer at 1731507790940Flushing f14eacb266ca5d1674a13987a99f4e9d/hfileref: appending metadata at 1731507790962 (+22 ms)Flushing f14eacb266ca5d1674a13987a99f4e9d/hfileref: closing flushed file at 1731507790962Flushing f14eacb266ca5d1674a13987a99f4e9d/queue: creating writer at 1731507791375 (+413 ms)Flushing f14eacb266ca5d1674a13987a99f4e9d/queue: appending metadata at 1731507791410 (+35 ms)Flushing f14eacb266ca5d1674a13987a99f4e9d/queue: closing flushed file at 1731507791410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95424b2: reopening flushed file at 1731507791432 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244261da: reopening flushed file at 1731507791440 (+8 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f14eacb266ca5d1674a13987a99f4e9d in 510ms, sequenceid=17, compaction requested=false at 1731507791450 (+10 ms)Writing region close event to WAL at 1731507791455 (+5 ms)Running coprocessor post-close hooks at 1731507791460 (+5 ms)Closed at 1731507791460 2024-11-13T14:23:11,461 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731507778711.f14eacb266ca5d1674a13987a99f4e9d. 2024-11-13T14:23:11,461 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df37bf2c505cf73f615a4fb57d9153ce, disabling compactions & flushes 2024-11-13T14:23:11,461 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:23:11,461 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:23:11,461 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. after waiting 0 ms 2024-11-13T14:23:11,461 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:23:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741851_1027 (size=5518) 2024-11-13T14:23:11,476 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/default/test/df37bf2c505cf73f615a4fb57d9153ce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T14:23:11,477 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:23:11,477 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T14:23:11,477 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:23:11,477 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df37bf2c505cf73f615a4fb57d9153ce: Waiting for close lock at 1731507791461Running coprocessor pre-close hooks at 1731507791461Disabling compacts and flushes for region at 1731507791461Disabling writes for close at 1731507791461Writing region close event to WAL at 1731507791470 (+9 ms)Running coprocessor post-close hooks at 1731507791477 (+7 ms)Closed at 1731507791477 2024-11-13T14:23:11,477 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731507776289.df37bf2c505cf73f615a4fb57d9153ce. 2024-11-13T14:23:11,540 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:11,740 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:11,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:23:11,873 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/rep_barrier/e002b82eb7954de7b6cdce328786364a 2024-11-13T14:23:11,898 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/table/a780dfedb28b48dca7f2d2df4b4cd75e is 53, key is hbase:replication/table:state/1731507779898/Put/seqid=0 2024-11-13T14:23:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741852_1028 (size=5308) 2024-11-13T14:23:11,904 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/table/a780dfedb28b48dca7f2d2df4b4cd75e 2024-11-13T14:23:11,909 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/info/980b55a5b7ef4c3b9913aee4a23184dc as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/info/980b55a5b7ef4c3b9913aee4a23184dc 2024-11-13T14:23:11,913 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/info/980b55a5b7ef4c3b9913aee4a23184dc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T14:23:11,914 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/ns/587d192df7df40bfb865b76fc101f1d5 as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/ns/587d192df7df40bfb865b76fc101f1d5 2024-11-13T14:23:11,918 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/ns/587d192df7df40bfb865b76fc101f1d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T14:23:11,919 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/rep_barrier/e002b82eb7954de7b6cdce328786364a as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/rep_barrier/e002b82eb7954de7b6cdce328786364a 2024-11-13T14:23:11,923 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/rep_barrier/e002b82eb7954de7b6cdce328786364a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T14:23:11,923 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/.tmp/table/a780dfedb28b48dca7f2d2df4b4cd75e as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/table/a780dfedb28b48dca7f2d2df4b4cd75e 2024-11-13T14:23:11,928 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/table/a780dfedb28b48dca7f2d2df4b4cd75e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T14:23:11,933 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 993ms, sequenceid=16, compaction requested=false 2024-11-13T14:23:11,940 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:23:11,940 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:23:11,941 DEBUG [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:23:11,941 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T14:23:11,942 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T14:23:11,942 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:23:11,942 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:23:11,943 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507790939Running coprocessor pre-close hooks at 1731507790939Disabling compacts and flushes for region at 1731507790939Disabling writes for close at 1731507790940 (+1 ms)Obtaining lock to block concurrent updates at 1731507790940Preparing flush snapshotting stores in 1588230740 at 1731507790940Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731507790940Flushing stores of hbase:meta,,1.1588230740 at 1731507790948 (+8 ms)Flushing 1588230740/info: creating writer at 1731507790948Flushing 1588230740/info: appending metadata at 1731507790964 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731507790964Flushing 1588230740/ns: creating writer at 1731507791383 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731507791406 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731507791406Flushing 1588230740/rep_barrier: creating writer at 1731507791420 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731507791456 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731507791457 (+1 ms)Flushing 1588230740/table: creating writer at 1731507791878 (+421 ms)Flushing 1588230740/table: appending metadata at 1731507791897 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731507791897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b564854: reopening flushed file at 1731507791908 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f9278f: reopening flushed file at 1731507791913 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dae003e: reopening flushed file at 1731507791918 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3fb3a1: reopening flushed file at 1731507791923 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 993ms, sequenceid=16, compaction requested=false at 1731507791933 (+10 ms)Writing region close event to WAL at 1731507791936 (+3 ms)Running coprocessor post-close hooks at 1731507791942 (+6 ms)Closed at 1731507791942 2024-11-13T14:23:11,943 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:23:12,009 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:12,014 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:23:12,014 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 688, reset compression=false 2024-11-13T14:23:12,014 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-eb1966fd6578,38609,1731507762679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:23:12,015 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb1966fd6578,38609,1731507762679: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-eb1966fd6578,38609,1731507762679, walGroup=eb1966fd6578%2C38609%2C1731507762679, offset=eb1966fd6578%2C38609%2C1731507762679.1731507783757:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:38609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T14:23:12,016 ERROR [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T14:23:12,016 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T14:23:12,016 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T14:23:12,016 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T14:23:12,017 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T14:23:12,017 INFO [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1598029824, "init": 1048576000, "max": 2306867200, "used": 957073184 }, "NonHeapMemoryUsage": { "committed": 210305024, "init": 7667712, "max": -1, "used": 207268864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T14:23:12,017 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:33613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb1966fd6578:33613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T14:23:12,050 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 393, reset compression=false 2024-11-13T14:23:12,054 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T14:23:12,054 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 688, reset compression=false 2024-11-13T14:23:12,054 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb1966fd6578,38609,1731507762679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T14:23:12,055 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T14:23:12,141 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,38609,1731507762679; all regions closed. 2024-11-13T14:23:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741844_1020 (size=859) 2024-11-13T14:23:12,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.meta.1731507783848.meta not finished, retry = 0 2024-11-13T14:23:12,220 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 688, reset compression=false 2024-11-13T14:23:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741843_1019 (size=2791) 2024-11-13T14:23:12,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.rep.1731507783793 not finished, retry = 0 2024-11-13T14:23:12,258 DEBUG [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/WALs/eb1966fd6578,38609,1731507762679/eb1966fd6578%2C38609%2C1731507762679.1731507783757 to pos 688, reset compression=false 2024-11-13T14:23:12,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741842_1018 (size=696) 2024-11-13T14:23:12,349 DEBUG [RS:0;eb1966fd6578:38609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:12,349 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:23:12,349 INFO [RS:0;eb1966fd6578:38609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:23:12,349 INFO [RS:0;eb1966fd6578:38609 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:23:12,349 INFO [RS:0;eb1966fd6578:38609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:23:12,350 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:23:12,350 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb1966fd6578,38609,1731507762679 because: Region server is closing 2024-11-13T14:23:12,350 INFO [RS:0;eb1966fd6578:38609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:38609. 2024-11-13T14:23:12,350 DEBUG [RS:0;eb1966fd6578:38609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:12,351 DEBUG [RS:0;eb1966fd6578:38609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:12,351 DEBUG [RS:0;eb1966fd6578:38609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:12,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:12,451 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 terminated 2024-11-13T14:23:12,451 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-eb1966fd6578,38609,1731507762679 because: Region server is closing 2024-11-13T14:23:12,451 WARN [RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,1-eb1966fd6578,38609,1731507762679.replicationSource.wal-reader.eb1966fd6578%2C38609%2C1731507762679,1-eb1966fd6578,38609,1731507762679 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T14:23:12,451 INFO [RS:0;eb1966fd6578:38609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:38609. 2024-11-13T14:23:12,451 DEBUG [RS:0;eb1966fd6578:38609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:23:12,451 DEBUG [RS:0;eb1966fd6578:38609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:12,452 DEBUG [RS:0;eb1966fd6578:38609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:23:12,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:23:12,552 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb1966fd6578:0-0.replicationSource,2-eb1966fd6578,38609,1731507762679.replicationSource.shippereb1966fd6578%2C38609%2C1731507762679,2-eb1966fd6578,38609,1731507762679 terminated 2024-11-13T14:23:12,552 INFO [RS:0;eb1966fd6578:38609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38609 2024-11-13T14:23:12,657 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2046942750/rs/eb1966fd6578,38609,1731507762679 2024-11-13T14:23:12,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750/rs 2024-11-13T14:23:12,658 INFO [RS:0;eb1966fd6578:38609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:23:12,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,38609,1731507762679] 2024-11-13T14:23:12,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2046942750/draining/eb1966fd6578,38609,1731507762679 already deleted, retry=false 2024-11-13T14:23:12,679 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,38609,1731507762679 expired; onlineServers=0 2024-11-13T14:23:12,679 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,33613,1731507762276' ***** 2024-11-13T14:23:12,679 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:23:12,679 INFO [M:0;eb1966fd6578:33613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:23:12,679 INFO [M:0;eb1966fd6578:33613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:23:12,679 DEBUG [M:0;eb1966fd6578:33613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:23:12,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:23:12,679 DEBUG [M:0;eb1966fd6578:33613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:23:12,679 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507764928 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507764928,5,FailOnTimeoutGroup] 2024-11-13T14:23:12,679 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507764926 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507764926,5,FailOnTimeoutGroup] 2024-11-13T14:23:12,679 INFO [M:0;eb1966fd6578:33613 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:23:12,679 INFO [M:0;eb1966fd6578:33613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:23:12,679 DEBUG [M:0;eb1966fd6578:33613 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:23:12,679 INFO [M:0;eb1966fd6578:33613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:23:12,679 INFO [M:0;eb1966fd6578:33613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:23:12,680 ERROR [M:0;eb1966fd6578:33613 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:36759 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36759,5,PEWorkerGroup] 2024-11-13T14:23:12,680 INFO [M:0;eb1966fd6578:33613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:23:12,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:23:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2046942750/master 2024-11-13T14:23:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2046942750 2024-11-13T14:23:12,689 DEBUG [M:0;eb1966fd6578:33613 {}] zookeeper.ZKUtil(347): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Unable to get data of znode /0-2046942750/master because node does not exist (not an error) 2024-11-13T14:23:12,689 WARN [M:0;eb1966fd6578:33613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:23:12,689 INFO [M:0;eb1966fd6578:33613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/.lastflushedseqids 2024-11-13T14:23:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741853_1029 (size=263) 2024-11-13T14:23:12,768 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:12,768 INFO [RS:0;eb1966fd6578:38609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:23:12,768 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38609-0x1013493a4550001, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:12,768 INFO [RS:0;eb1966fd6578:38609 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,38609,1731507762679; zookeeper connection closed. 2024-11-13T14:23:12,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@da17b4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@da17b4f 2024-11-13T14:23:12,769 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:23:13,093 INFO [M:0;eb1966fd6578:33613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:23:13,093 INFO [M:0;eb1966fd6578:33613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:23:13,093 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:23:13,093 INFO [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:13,093 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:13,093 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:23:13,093 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:13,094 INFO [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-13T14:23:13,105 DEBUG [M:0;eb1966fd6578:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f706e8bdb58741d598ed426de6d071e0 is 82, key is hbase:meta,,1/info:regioninfo/1731507766165/Put/seqid=0 2024-11-13T14:23:13,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741854_1030 (size=5672) 2024-11-13T14:23:13,110 INFO [M:0;eb1966fd6578:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f706e8bdb58741d598ed426de6d071e0 2024-11-13T14:23:13,135 DEBUG [M:0;eb1966fd6578:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52ebdc7475604541b163f255e97d88d6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731507779900/Put/seqid=0 2024-11-13T14:23:13,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741855_1031 (size=8910) 2024-11-13T14:23:13,542 INFO [M:0;eb1966fd6578:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52ebdc7475604541b163f255e97d88d6 2024-11-13T14:23:13,560 DEBUG [M:0;eb1966fd6578:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4daf357c84c445fcbaa1744ac17c41db is 69, key is eb1966fd6578,38609,1731507762679/rs:state/1731507765163/Put/seqid=0 2024-11-13T14:23:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741856_1032 (size=5156) 2024-11-13T14:23:13,963 INFO [M:0;eb1966fd6578:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4daf357c84c445fcbaa1744ac17c41db 2024-11-13T14:23:13,966 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f706e8bdb58741d598ed426de6d071e0 as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f706e8bdb58741d598ed426de6d071e0 2024-11-13T14:23:13,969 INFO [M:0;eb1966fd6578:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f706e8bdb58741d598ed426de6d071e0, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T14:23:13,969 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52ebdc7475604541b163f255e97d88d6 as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52ebdc7475604541b163f255e97d88d6 2024-11-13T14:23:13,972 INFO [M:0;eb1966fd6578:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52ebdc7475604541b163f255e97d88d6, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T14:23:13,972 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4daf357c84c445fcbaa1744ac17c41db as hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4daf357c84c445fcbaa1744ac17c41db 2024-11-13T14:23:13,974 INFO [M:0;eb1966fd6578:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36759/user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4daf357c84c445fcbaa1744ac17c41db, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T14:23:13,975 INFO [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=112, compaction requested=false 2024-11-13T14:23:13,976 INFO [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:23:13,976 DEBUG [M:0;eb1966fd6578:33613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507793093Disabling compacts and flushes for region at 1731507793093Disabling writes for close at 1731507793093Obtaining lock to block concurrent updates at 1731507793094 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731507793094Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731507793094Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731507793094Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731507793094Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731507793105 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731507793105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731507793117 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731507793135 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731507793135Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731507793548 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731507793559 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731507793559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5381376: reopening flushed file at 1731507793966 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e45af4: reopening flushed file at 1731507793969 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3767b9a7: reopening flushed file at 1731507793972 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=112, compaction requested=false at 1731507793975 (+3 ms)Writing region close event to WAL at 1731507793976 (+1 ms)Closed at 1731507793976 2024-11-13T14:23:13,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85258cde-6169-a509-0504-f6645bb2a56a/MasterData/WALs/eb1966fd6578,33613,1731507762276/eb1966fd6578%2C33613%2C1731507762276.1731507763602 not finished, retry = 0 2024-11-13T14:23:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46875 is added to blk_1073741830_1006 (size=69067) 2024-11-13T14:23:14,078 INFO [M:0;eb1966fd6578:33613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:23:14,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:23:14,078 INFO [M:0;eb1966fd6578:33613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33613 2024-11-13T14:23:14,079 INFO [M:0;eb1966fd6578:33613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:23:14,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:14,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1013493a4550000, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:23:14,200 INFO [M:0;eb1966fd6578:33613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:23:14,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@649b9acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:23:14,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33958fbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:23:14,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:23:14,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c1d1ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:23:14,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a4de79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.log.dir/,STOPPED} 2024-11-13T14:23:14,203 WARN [BP-160948583-172.17.0.2-1731507759299 heartbeating to localhost/127.0.0.1:36759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:23:14,203 WARN [BP-160948583-172.17.0.2-1731507759299 heartbeating to localhost/127.0.0.1:36759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-160948583-172.17.0.2-1731507759299 (Datanode Uuid fa0e7cae-3bc8-431e-a0b2-495f41c68adc) service to localhost/127.0.0.1:36759 2024-11-13T14:23:14,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:23:14,203 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:23:14,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/cluster_2071328c-83dc-af66-6e6c-0cde31750dcb/data/data1/current/BP-160948583-172.17.0.2-1731507759299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:23:14,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/cluster_2071328c-83dc-af66-6e6c-0cde31750dcb/data/data2/current/BP-160948583-172.17.0.2-1731507759299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:23:14,204 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:23:14,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a5b5028{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:23:14,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3df456d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:23:14,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:23:14,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6781d4a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:23:14,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f35d1ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/256ac17b-bfd5-73f1-f5a4-8b0136562d74/hadoop.log.dir/,STOPPED} 2024-11-13T14:23:14,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:23:14,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T14:23:14,242 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 527) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34571 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39825 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60715) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34571 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60715) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39825 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36759 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36759 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36759 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60715) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=979 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 300) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1724 (was 2158) 2024-11-13T14:23:14,242 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-13T14:23:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013493a4550002, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:23:14,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013493a4550002, quorum=127.0.0.1:60715, baseZNode=/0-2046942750 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:23:14,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013493a4550005, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:23:14,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013493a4550005, quorum=127.0.0.1:60715, baseZNode=/1-516195752 Received Disconnected from ZooKeeper, ignoring 2024-11-13T14:23:14,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013493a4550008, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T14:23:14,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013493a4550008, quorum=127.0.0.1:60715, baseZNode=/2-1996049548 Received Disconnected from ZooKeeper, ignoring